-- Logs begin at Thu 2021-07-22 22:30:22 UTC, end at Fri 2021-07-23 00:00:37 UTC. -- Jul 22 23:02:40.725672 dv-cinder-801916-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 23:02:43.490635 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:02:43.491232 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:02:43.491417 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93106) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:02:43.494893 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:02:43.495147 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:02:43.495457 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93106) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:02:43.496412 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:02:43.497017 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:02:43.497017 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:02:43.497314 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:02:43.498102 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:02:43.498404 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.498706 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.499004 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.499235 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.499533 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.499827 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.500107 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.500398 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.500779 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.500984 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.501264 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.501550 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.501780 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.502086 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.502441 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.502670 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.502895 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] debug = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.503185 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.503611 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.504021 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.504300 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.504596 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.504871 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.505143 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.505549 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.505704 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.506059 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] host = dv-cinder-801916-1-iscsi {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.506336 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.506625 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.506915 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.507202 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.507569 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.507752 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.508123 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.508308 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.508579 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] log_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.508854 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.509143 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.509430 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.509719 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.509943 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.510194 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.510483 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.510771 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.511044 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.511319 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.511590 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.511865 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.512133 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.512400 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.512687 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.513009 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.513294 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.513570 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.513842 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.514142 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.514414 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.514739 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.514971 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.515243 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.515512 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.515798 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.516066 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.516335 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.516643 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.516937 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.517220 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.517506 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.517778 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.518088 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.518365 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.518637 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.518910 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] use_json = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.519189 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.519453 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.519737 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.520010 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.520282 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.520554 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.520827 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.521114 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:43.521415 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.521711 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.522013 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.522325 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.522618 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.522898 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.523190 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.523468 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.523759 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.524048 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.524337 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.524611 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.524901 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.525179 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.525474 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.525778 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.526099 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.526394 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.526667 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.526944 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.527217 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.527493 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.527778 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.528072 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.528362 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.528708 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.528947 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.529245 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.529520 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.529792 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.530095 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.530387 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.530666 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.530937 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.531230 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.531502 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.531776 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.532047 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.532324 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.532613 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.532893 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.533166 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.533442 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.533738 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.533995 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.534302 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.534579 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.534851 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.535123 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.535399 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.535670 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.535940 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.536214 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.536486 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.536767 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.537033 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.537304 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.537574 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.537843 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.538135 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.538406 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.538673 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.538947 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.539219 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.539487 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.539759 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.540025 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.540293 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.540577 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.540873 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.541151 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.541430 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.541708 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.541988 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.542293 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.542571 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.542851 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.543130 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.543408 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.543697 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.543981 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.544805 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.545087 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.545365 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.545662 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.545991 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.546249 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.546530 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.546808 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.547092 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.547378 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.547675 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.547972 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.548269 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.548566 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.548859 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.549139 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.549452 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.549735 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:43.549954 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:02:43.550225 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93106) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 23:02:43.915374 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:02:43.915562 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:02:43.915687 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:02:43.916024 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 23:02:44.322882 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.323178 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.323443 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.324699 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.324972 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.325235 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.363216 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.363549 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.363739 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.378353 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.378631 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.378908 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.415216 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.415500 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.415758 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.456482 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.456756 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.457021 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.696766 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.697425 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.697425 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.697601 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.698291 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.818188 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.818508 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.818793 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.819060 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.819327 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.819637 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.819899 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.820156 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.820410 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.820686 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.820946 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.821207 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.821459 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.821708 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.821961 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.822245 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.822498 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.822765 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.823029 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.823286 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.823553 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.823802 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.824079 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.824451 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.824698 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.824940 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.825382 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:02:44.825642 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:02:44.825865 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:02:44.826124 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:02:44.826358 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:02:44.826646 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:02:44.826957 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 23:02:44.830132 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 23:02:44.834001 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 23:02:44.837701 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 22 23:02:44.839332 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 23:02:44.839792 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 23:02:44.840126 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 23:02:44.840520 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 23:02:44.844582 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 23:02:44.844829 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 23:02:44.845195 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:02:44.850585 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 23:02:44.873856 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 23:02:44.874350 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.874652 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93106) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 23:02:44.875020 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.876394 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93106) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 23:02:44.876680 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:02:44.876923 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 23:02:44.880260 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.880539 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:44.946310 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 23:02:44.946535 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 23:02:44.946823 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 23:02:44.947159 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 23:02:44.969141 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_db.sqlalchemy.engines [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93106) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 23:02:45.509017 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Initializing driver for type 'gre' Jul 22 23:02:45.509588 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] gre ID ranges: [(1, 1000)] Jul 22 23:02:45.559777 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Initializing driver for type 'local' Jul 22 23:02:45.560022 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Initializing driver for type 'vlan' Jul 22 23:02:45.573156 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] VlanTypeDriver initialization complete Jul 22 23:02:45.573496 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Initializing driver for type 'vxlan' Jul 22 23:02:45.574020 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] vxlan ID ranges: [(1, 1000)] Jul 22 23:02:45.626240 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Initializing extension driver 'port_security' Jul 22 23:02:45.626606 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.extensions.port_security [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] PortSecurityExtensionDriver initialization complete Jul 22 23:02:45.626979 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Initializing mechanism driver 'openvswitch' Jul 22 23:02:45.627321 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Initializing mechanism driver 'hyperv' Jul 22 23:02:45.633885 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.plugin [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:02:45.634778 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > port after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.635162 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > port after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.635500 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > port after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.636032 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:02:45.636467 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > subnet after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.636822 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > subnet after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.637166 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.637570 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:02:45.638502 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > network after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.638852 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > network after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.639194 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > network after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.639585 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:02:45.639989 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > security_group after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.640337 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > security_group after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.640683 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.641082 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:02:45.641500 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.641827 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.642188 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.642581 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:02:45.642982 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > address_group after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.643324 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > address_group after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.643661 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.644053 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:02:45.644425 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] ML2 OVO RPC backend initialized. {{(pid=93106) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 23:02:45.645143 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.645497 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.645918 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > network before_response 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.646289 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > networks before_response 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.646636 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > port before_response 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.646980 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > ports before_response 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.647321 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > subnet before_response 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.647662 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > subnets before_response 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.648008 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > network after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.648348 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > network after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.648685 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > network after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.649029 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > port after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.649366 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > port after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.649700 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > port after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.650058 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > subnet after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.650527 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > subnet after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.650862 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.651453 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.plugin [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Modular L2 Plugin initialization complete Jul 22 23:02:45.651786 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading services supported by the core plugin {{(pid=93106) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 23:02:45.652116 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.plugins.ml2.managers [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Got port-security extension from driver 'port_security' Jul 22 23:02:45.652584 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.extensions.vlantransparent [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Disabled vlantransparent extension. Jul 22 23:02:45.653076 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93106) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 23:02:45.654153 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading Plugin: router Jul 22 23:02:45.690010 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.690479 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router after_create 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.690845 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router before_create 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.691209 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.691638 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.691927 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router after_delete 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.692284 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.692802 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router after_create 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.693147 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router after_update 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.693501 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router after_update 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.693848 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.694232 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router after_update 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.694640 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router precommit_update 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.695007 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: port after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.695343 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: port after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.695739 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: subnet after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.696015 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.696364 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.696712 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router precommit_create 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.697071 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: port before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.697612 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router precommit_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.697896 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router after_update 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.698229 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.698613 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router precommit_create 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.698998 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.699372 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router precommit_update 55549900 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.699749 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > agent after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.700129 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > agent after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.701240 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > network after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.702235 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Tracking information for resource: router configured {{(pid=93106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:02:45.702443 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Tracking information for resource: floatingip configured {{(pid=93106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:02:45.708226 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.db.l3_agentschedulers_db [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 23:02:45.708936 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: port after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.709293 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: port after_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.709782 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: port after_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.709995 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: port after_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.710850 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router before_create 55550100 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.711186 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.711545 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router precommit_create 55550100 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.712092 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > router precommit_update 55550100 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.717384 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.services.provider_configuration [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service providers = [] {{(pid=93106) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 23:02:45.717759 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.db.servicetype_db [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93106) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 23:02:45.720877 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.services.service_base [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93106) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:02:45.721225 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.services.service_base [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93106) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:02:45.721559 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.services.service_base [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93106) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:02:45.722455 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.services.service_base [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93106) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:02:45.722820 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.services.service_base [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 23:02:45.723203 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:02:45.723506 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 23:02:45.734337 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:02:45.734666 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading Plugin: auto_allocate Jul 22 23:02:45.740403 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: network precommit_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.740763 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: network precommit_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.741286 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:02:45.741596 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading Plugin: tag Jul 22 23:02:45.748647 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:02:45.748974 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading Plugin: timestamp Jul 22 23:02:45.752789 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:02:45.753108 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading Plugin: network_ip_availability Jul 22 23:02:45.758537 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.758900 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.759293 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.759969 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:02:45.760328 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading Plugin: flavors Jul 22 23:02:45.767026 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:02:45.767350 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading Plugin: revisions Jul 22 23:02:45.771638 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:02:45.772027 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_concurrency.lockutils [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.856s {{(pid=93106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:02:45.772770 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93106) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 23:02:45.773102 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Initializing extension manager. Jul 22 23:02:45.773620 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: __init__.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.773954 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: __pycache__ {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.774309 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.774635 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: address_group.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.775409 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.775973 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: address-group Jul 22 23:02:45.776289 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: address_scope.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.776989 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.777488 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: address-scope Jul 22 23:02:45.777797 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.779371 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.779867 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: router-admin-state-down-before-update Jul 22 23:02:45.780184 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: agent.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.780877 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.781370 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: agent Jul 22 23:02:45.781675 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: agent_resources_synced.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.782592 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.783082 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: agent-resources-synced Jul 22 23:02:45.783394 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: allowedaddresspairs.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.785223 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.785707 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: allowed-address-pairs Jul 22 23:02:45.786050 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: auto_allocated_topology.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.787123 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.787617 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: auto-allocated-topology Jul 22 23:02:45.787938 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: availability_zone.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.788634 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.789109 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: availability_zone Jul 22 23:02:45.789423 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: availability_zone_filter.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.790351 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.790838 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: availability_zone_filter Jul 22 23:02:45.791153 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: data_plane_status.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.792090 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.792561 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 23:02:45.792888 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: default_subnetpools.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.793749 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.794810 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: default-subnetpools Jul 22 23:02:45.795124 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.795935 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.796424 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: dhcp_agent_scheduler Jul 22 23:02:45.796737 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: dns.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.797635 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.798150 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 23:02:45.798468 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: dns_domain_ports.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.799368 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.799860 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 23:02:45.800175 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.801096 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.801583 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 23:02:45.801898 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: dvr.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.802599 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.803076 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: dvr Jul 22 23:02:45.803386 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: ecmp_routes.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.804294 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.804778 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 23:02:45.805089 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: empty_string_filtering.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.805978 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.806492 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: empty-string-filtering Jul 22 23:02:45.806804 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.807715 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.808199 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:02:45.808511 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.809408 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.809944 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 23:02:45.810282 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: external_net.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.811181 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.811665 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: external-net Jul 22 23:02:45.811981 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.812873 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.813358 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: extra_dhcp_opt Jul 22 23:02:45.813677 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: extraroute.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.814593 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.815081 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: extraroute Jul 22 23:02:45.815394 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: extraroute_atomic.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.816407 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.816898 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: extraroute-atomic Jul 22 23:02:45.817215 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: filter_validation.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.817871 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.818458 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: filter-validation Jul 22 23:02:45.818770 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: fip_pf_description.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.819863 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.820358 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 23:02:45.820678 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: fip_port_details.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.821589 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.822104 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: fip-port-details Jul 22 23:02:45.822419 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: flavors.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.823642 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.824135 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: flavors Jul 22 23:02:45.824453 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.826641 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.827145 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 23:02:45.827468 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: floatingip_pools.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.828158 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.828873 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: floatingip-pools Jul 22 23:02:45.828996 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: ip_allocation.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.829875 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.830404 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 23:02:45.831355 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.831624 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.832121 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: ip-substring-filtering Jul 22 23:02:45.832433 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: l2_adjacency.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.833349 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.833838 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 23:02:45.834192 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: l3.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.835270 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.835693 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: router Jul 22 23:02:45.836017 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.838331 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.838837 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:02:45.839163 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.840084 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.840577 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: ext-gw-mode Jul 22 23:02:45.840949 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.842419 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.842913 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: l3-ha Jul 22 23:02:45.843230 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: l3_flavors.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.844134 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.844626 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: l3-flavors Jul 22 23:02:45.844942 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.845836 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.846365 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 23:02:45.846682 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: l3agentscheduler.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.847749 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.848247 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: l3_agent_scheduler Jul 22 23:02:45.848563 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: logging.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.850080 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.850588 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension logging not supported by any of loaded plugins Jul 22 23:02:45.850914 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: metering.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.851647 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.852214 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: metering Jul 22 23:02:45.852529 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.853618 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.854139 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: metering_source_and_destination_fields Jul 22 23:02:45.854456 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: multiprovidernet.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.855506 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.856004 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: multi-provider Jul 22 23:02:45.856317 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: netmtu.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.857250 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.857742 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: net-mtu Jul 22 23:02:45.858084 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: netmtu_writable.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.858986 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.859475 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: net-mtu-writable Jul 22 23:02:45.859788 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: network_availability_zone.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.860452 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.860935 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: network_availability_zone Jul 22 23:02:45.861250 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: network_ip_availability.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.862351 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.862840 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: network-ip-availability Jul 22 23:02:45.863152 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: network_segment_range.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.863922 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.864404 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 23:02:45.864717 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: pagination.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.865735 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.866002 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: pagination Jul 22 23:02:45.866338 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: port_device_profile.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.867237 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.868027 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: port-device-profile Jul 22 23:02:45.868321 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.869246 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.869740 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: port-mac-address-regenerate Jul 22 23:02:45.870068 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.870985 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.871484 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: port-numa-affinity-policy Jul 22 23:02:45.871794 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: port_resource_request.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.872713 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.873409 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 23:02:45.873515 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: portbindings.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.874469 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.874961 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: binding Jul 22 23:02:45.875282 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: portbindings_extended.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.876550 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.877040 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: binding-extended Jul 22 23:02:45.877358 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: portsecurity.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.878274 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.878768 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: port-security Jul 22 23:02:45.879089 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: project_id.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.880040 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.880361 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: project-id Jul 22 23:02:45.880675 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: providernet.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.881584 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.882104 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: provider Jul 22 23:02:45.882444 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: qos.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.886017 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.886454 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension qos not supported by any of loaded plugins Jul 22 23:02:45.886780 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.888531 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.889024 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 23:02:45.889348 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.890291 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.890784 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 23:02:45.891104 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: qos_default.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.892004 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.892497 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension qos-default not supported by any of loaded plugins Jul 22 23:02:45.892817 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: qos_fip.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.893462 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.893954 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 23:02:45.894290 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: qos_gateway_ip.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.895200 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.895694 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 23:02:45.896008 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: qos_port_network_policy.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.896907 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.897401 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 23:02:45.897718 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: qos_rule_type_details.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.898645 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.899144 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 23:02:45.899454 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: qos_rules_alias.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.900490 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.901107 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 23:02:45.901644 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: quotasv2.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.902416 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.902949 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: quotas Jul 22 23:02:45.903258 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: quotasv2_detail.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.906874 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.907207 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: quota_details Jul 22 23:02:45.907534 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: rbac.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.908589 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.909101 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: rbac-policies Jul 22 23:02:45.909428 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: rbac_address_group.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.910390 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.910892 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: rbac-address-group Jul 22 23:02:45.911211 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: rbac_address_scope.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.912125 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.912623 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: rbac-address-scope Jul 22 23:02:45.912939 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: rbac_security_groups.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.913838 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.914415 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: rbac-security-groups Jul 22 23:02:45.914682 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: rbac_subnetpool.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.915583 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.916136 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: rbac-subnetpool Jul 22 23:02:45.916388 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: revisionifmatch.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.917290 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.917784 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: revision-if-match Jul 22 23:02:45.918127 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: revisions.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.919253 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.919746 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: standard-attr-revisions Jul 22 23:02:45.920066 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: router_availability_zone.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.920732 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.921226 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: router_availability_zone Jul 22 23:02:45.921537 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: routerservicetype.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.922470 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.922964 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 23:02:45.923276 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.924188 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.924683 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: security-groups-normalized-cidr Jul 22 23:02:45.924995 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.925900 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.926421 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: port-security-groups-filtering Jul 22 23:02:45.926733 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.927641 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.928133 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: security-groups-remote-address-group Jul 22 23:02:45.928451 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: securitygroup.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.938588 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.939113 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: security-group Jul 22 23:02:45.939439 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: segment.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.940234 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.940728 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension segment not supported by any of loaded plugins Jul 22 23:02:45.941048 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.941997 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.942521 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 23:02:45.942840 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: servicetype.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.943939 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.944439 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: service-type Jul 22 23:02:45.944762 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: sorting.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.945723 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.946132 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: sorting Jul 22 23:02:45.946398 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: standard_attr_segment.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.947376 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.947872 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 23:02:45.948191 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: standardattrdescription.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.948833 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.949333 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: standard-attr-description Jul 22 23:02:45.949642 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: stateful_security_group.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.951168 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.951664 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: stateful-security-group Jul 22 23:02:45.951981 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: stdattrs_common.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.952575 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 23:02:45.952891 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.953805 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.954353 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 23:02:45.954680 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: subnet_onboard.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.955759 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.956261 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: subnet_onboard Jul 22 23:02:45.956576 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.957496 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.957989 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 23:02:45.958332 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: subnet_service_types.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.959239 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.959735 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: subnet-service-types Jul 22 23:02:45.960054 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: subnetallocation.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.961115 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.961611 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: subnet_allocation Jul 22 23:02:45.961931 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.962620 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.963114 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: subnetpool-prefix-ops Jul 22 23:02:45.963432 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.964341 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.964840 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 23:02:45.965159 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: tagging.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.966290 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.966790 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: standard-attr-tag Jul 22 23:02:45.967107 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: timestamp.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.968346 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.968840 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loaded extension: standard-attr-timestamp Jul 22 23:02:45.969159 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: trunk.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.970215 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.970718 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension trunk not supported by any of loaded plugins Jul 22 23:02:45.971035 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: trunk_details.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.971954 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.972460 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 23:02:45.972771 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: uplink_status_propagation.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.973683 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.974208 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 23:02:45.974529 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Loading extension file: vlantransparent.py {{(pid=93106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:02:45.975199 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:02:45.975692 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 23:02:45.978248 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:network Jul 22 23:02:45.978763 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:subnet Jul 22 23:02:45.979156 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:02:45.979552 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:port Jul 22 23:02:45.980786 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.981212 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service FLAVORS assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.981865 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.982317 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.982653 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:router Jul 22 23:02:45.983077 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:02:45.983552 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service METERING assigned prefix: /metering {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.985002 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.985376 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.985774 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:02:45.986768 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:02:45.987207 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:02:45.987642 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:02:45.988224 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service CORE assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.988551 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:02:45.988887 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] subnetpool is already registered Jul 22 23:02:45.989312 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service CORE assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.989630 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:02:45.989956 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] subnetpool is already registered Jul 22 23:02:45.992230 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.992914 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service FLAVORS assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.993502 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.993916 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.994270 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:router Jul 22 23:02:45.994614 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] router is already registered Jul 22 23:02:45.995012 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:02:45.995343 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] floatingip is already registered Jul 22 23:02:45.995788 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service METERING assigned prefix: /metering {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.996445 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:02:45.996768 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] rbac_policy is already registered Jul 22 23:02:45.997698 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:02:45.998040 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] security_group is already registered Jul 22 23:02:45.998437 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:02:45.998763 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] security_group_rule is already registered Jul 22 23:02:45.999383 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service CORE assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:45.999704 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:02:46.000030 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] subnetpool is already registered Jul 22 23:02:46.000445 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.v2.resource_helper [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Service CORE assigned prefix: {{(pid=93106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:02:46.000753 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:02:46.001075 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING neutron.quota.resource_registry [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] subnetpool is already registered Jul 22 23:02:46.001536 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: extensions {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.003035 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: address-groups {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.004542 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: address-scopes {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.005861 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: agents {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.007054 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: auto-allocated-topology {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.008292 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: availability_zones {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.009556 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: dhcp-networks {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.011025 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: dhcp-agents {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.012563 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: routers {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.014887 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: flavors {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.017360 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: service_profiles {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.018542 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: next_providers {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.019979 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: service_profiles {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.021537 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: floatingip-pools {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.022782 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: routers {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.024478 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: floatingips {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.025752 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: l3-routers {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.027170 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: l3-agents {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.028617 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: metering-labels {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.029875 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: metering-label-rules {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.031271 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: network-ip-availabilities {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.032511 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: bindings {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.034097 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: quotas {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.035688 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: quotas {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.037097 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: rbac-policies {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.038321 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: security-groups {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.039613 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: security-group-rules {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.040851 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: service-providers {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.042114 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: subnetpools {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.043452 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: subnetpools {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.045030 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: tags {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.046737 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: tags {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.048562 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: tags {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.050497 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: tags {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.052313 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: tags {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.054256 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: tags {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.055940 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: tags {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.057746 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: tags {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.060258 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: tags {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.062090 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron.api.extensions [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Extended resource: tags {{(pid=93106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:02:46.068101 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING keystonemiddleware.auth_token [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 23:02:46.072618 dv-cinder-801916-1-iscsi neutron-server[93106]: WARNING keystonemiddleware.auth_token [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 23:02:46.081666 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_concurrency.lockutils [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Acquired lock "singleton_lock" {{(pid=93106) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 23:02:46.082178 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_concurrency.lockutils [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Releasing lock "singleton_lock" {{(pid=93106) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 23:02:46.082825 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO oslo_service.service [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Starting 2 workers Jul 22 23:02:46.087614 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Started child 93213 {{(pid=93106) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:02:46.092283 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Started child 93214 {{(pid=93106) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:02:46.093229 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:46.093945 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO neutron.service [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 23:02:46.094629 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Notify callbacks [] for process, before_spawn {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:46.094924 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [-] (93213) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:02:46.097013 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:46.097569 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO oslo_service.service [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Starting 1 workers Jul 22 23:02:46.098518 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [-] (93214) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:02:46.102286 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Started child 93215 {{(pid=93106) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:02:46.102797 dv-cinder-801916-1-iscsi neutron-server[93106]: INFO oslo_service.service [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Starting 1 workers Jul 22 23:02:46.106162 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.service [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] calling RpcWorker wait() {{(pid=93215) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 23:02:46.106809 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.service [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] returning from RpcWorker wait() {{(pid=93215) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 23:02:46.107508 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Started child 93216 {{(pid=93106) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:02:46.108074 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:46.108356 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG neutron_lib.callbacks.manager [None req-47a4e4b3-da41-43cb-a3c6-05cb4755a605 None None] Notify callbacks [] for process, after_spawn {{(pid=93106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:46.108623 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:02:46.110343 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93106) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:02:46.110557 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:02:46.110737 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:02:46.110951 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:02:46.111294 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:02:46.111447 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:02:46.111954 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.112217 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.112482 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.112657 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:02:46.113194 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.113194 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.113592 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.113844 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.114101 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.114433 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.114614 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.114782 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.114929 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.115179 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.115410 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.115703 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.115968 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.116193 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.116467 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.116633 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.116884 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.117130 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.117649 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.117899 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] debug = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.118170 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.118677 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.118996 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.119317 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.119529 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.119832 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.120068 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.120336 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.120576 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.120826 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.121131 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.121300 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.121536 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.121766 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.121979 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.122809 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.123020 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.123479 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] host = dv-cinder-801916-1-iscsi {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.123750 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.123920 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.124141 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.124359 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.124792 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.124792 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.125317 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.125454 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.125624 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.125870 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.126199 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.126457 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.126694 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.127076 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.127076 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_options = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.127349 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.127574 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.127822 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.128192 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.128192 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.128433 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.128570 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.128695 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.128940 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.129178 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.129386 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.129593 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.129815 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.130006 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.130296 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.130537 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.130790 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.130982 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.131213 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.131505 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.131637 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.131853 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.132080 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.132278 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.132504 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.132711 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.132950 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.133157 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.133383 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.133638 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.133863 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.134132 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.134359 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.134594 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.134816 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.135130 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.135331 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.135491 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.135735 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.135967 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.136217 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.136441 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.136658 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.136884 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.137235 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.137383 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_json = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.137534 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.137805 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.138598 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.138796 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.139004 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.139286 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.139442 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.139656 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.140054 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.140339 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.140640 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.140903 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.141146 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.141392 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.141718 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.142089 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.142313 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.142560 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.142983 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.143315 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.143717 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.144057 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.146005 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.146005 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.147364 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:02:46.147477 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.147477 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.147477 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.147477 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.147721 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.147947 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.148562 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.149097 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.150154 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.150539 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.150866 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.151236 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.151572 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.152023 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.152288 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.152673 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.152673 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.152673 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.152673 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.152673 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.159280 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.159280 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.159280 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.159280 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.159280 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.159280 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.159280 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.159280 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.159280 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.162799 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.162799 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.162799 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.162799 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.162799 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.162799 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.162799 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.162799 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.162799 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.163792 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.163792 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.163792 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.163792 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.163792 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.163792 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.164411 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.164411 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.164411 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.164727 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.164842 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.166501 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.166501 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.166501 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.166501 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.166501 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.166501 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.166501 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.170514 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.170514 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.170514 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.170514 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.170514 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.170514 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.170514 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.170514 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.170514 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171023 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171023 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171023 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171023 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171023 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171023 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171023 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171023 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171476 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171476 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171476 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171476 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.171715 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.172178 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.172178 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.172351 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.172600 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.172843 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.173090 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.173351 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.173579 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.173982 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.174411 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.174665 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.174912 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.175193 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.175435 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178085 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178085 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178085 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178085 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178085 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178085 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178085 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178085 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178753 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178753 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178753 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178753 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.178753 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.179056 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.179204 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.179491 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.179755 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.180003 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.180226 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.180508 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.180759 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.181009 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.182149 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.182630 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.183139 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.183570 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.183987 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.184403 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.185353 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.186893 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.187180 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.187481 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.187759 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.188041 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.188304 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.188569 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.188799 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.189049 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.189379 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.189522 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.189776 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.189995 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.190276 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.190517 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.190775 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.191031 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.191251 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.191475 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.191703 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.191931 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.192155 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.192412 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.192611 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.192842 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.193081 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.193300 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.193538 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.193778 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.193996 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.194264 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.194620 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.194777 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.195030 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.195283 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.195520 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.195781 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.196024 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.196265 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.196503 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.196915 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.197137 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.197364 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.197592 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.197810 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.198076 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.198302 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.198540 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.198798 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.199058 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.199398 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.199642 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.199896 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.200152 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.200987 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.201235 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.201463 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.201684 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.201922 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.202167 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.202381 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.202815 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.203198 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.203425 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.203639 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.203853 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.204066 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.204301 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.204513 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.204820 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.205061 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.205307 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.205567 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.205816 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.206053 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.206315 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.206527 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.206738 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.206961 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.207199 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.207435 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.207680 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.207893 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.208101 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.208374 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.208374 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.208769 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.208938 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.209175 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.209387 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.209608 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.209824 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.210055 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.210283 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.210596 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.210757 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.210979 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.211230 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.211460 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.211679 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.211872 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.212080 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.212301 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.212518 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.212722 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.213034 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.213282 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.213505 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.213795 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.214068 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.214325 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.214614 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.214913 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.215245 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.215369 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.215614 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.215832 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.216085 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.216359 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.216701 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.217257 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.217257 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.217631 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.217755 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.218017 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.218304 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.218521 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.219086 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.219229 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.219457 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.219871 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.220011 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.220195 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.220442 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.220697 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.221528 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.221528 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.221528 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.221921 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.221921 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.222333 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.222456 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.222638 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.222894 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.223161 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.223377 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.223712 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.223849 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.223974 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:02:46.224564 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93106) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:02:46.224726 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:02:46.224883 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:02:46.225071 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:02:46.225244 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:02:46.225397 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:02:46.225661 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.225868 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.226061 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.226230 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.226391 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.226575 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.226738 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.226897 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.227057 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.227221 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.227758 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.227758 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.227758 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232224 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232224 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232224 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232224 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232224 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232224 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232224 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232224 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232868 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232868 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] debug = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232868 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232868 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232868 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.232868 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.233241 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.233241 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.233241 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.233411 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.233665 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.233755 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.233872 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.233998 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.234186 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.234340 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.234496 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.234653 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.234811 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.234966 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] host = dv-cinder-801916-1-iscsi {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.235122 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.235280 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.235437 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.235595 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.235750 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.235909 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.236062 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.236218 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.236375 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.236531 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.236689 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.236845 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.237053 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.237210 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.237373 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_options = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.237531 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.237691 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.237844 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.238059 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.238200 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.238362 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.238527 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.238695 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.238851 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.239008 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.239164 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.239321 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.239626 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.239802 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.239959 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.240115 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.240272 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.240428 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.240585 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.240741 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.240897 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.241053 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.241209 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.241365 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.241521 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.241799 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.241964 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.242204 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.242682 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.242845 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.243001 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.243160 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.243316 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.243475 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.243631 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.243788 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.244009 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.244139 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.244257 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.244414 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.244572 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.244728 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.244885 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.245042 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.245197 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.245352 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_json = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.245509 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.245667 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.245822 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.245979 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.246154 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.246311 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.246450 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.246610 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:02:46.246796 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.246958 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.247669 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.247834 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.247994 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.248155 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.248313 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.248481 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.248661 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.248804 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.248934 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.249089 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.249419 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.249836 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.250011 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.250183 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.250328 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.250475 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.250678 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.250812 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.250943 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.251080 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.251236 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.251398 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.251557 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.251711 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.251891 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.252051 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.252212 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.252371 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.252531 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.252690 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.252849 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.253008 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.253150 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.253313 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.253471 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.253630 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.253773 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.253936 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.254118 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.254279 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.254438 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.254602 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.254760 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.254921 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.255080 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.255239 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.255399 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.255558 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.255728 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.255885 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.256036 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.256189 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.256348 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.256505 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.256664 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.256822 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.256979 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.257138 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.257295 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.257466 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.257624 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.257783 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.257941 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.258104 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.258265 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.258416 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.258569 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.258734 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.258859 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.259016 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.259181 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.259328 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.259513 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.259709 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.259932 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.260066 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.260285 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.260403 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.260512 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.260669 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.260808 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.260975 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.261143 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.261316 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.261470 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.261619 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.261749 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.261908 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.262090 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.262236 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.262383 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.262519 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.262677 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.262880 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.263035 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.263175 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.263336 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.263486 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.263628 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.263785 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.263930 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.264075 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.264235 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.264400 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.264538 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.264673 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.264834 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.264979 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.265136 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.265305 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.265448 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.265612 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.265767 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.265926 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.266102 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.266266 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.266423 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.266568 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.266712 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.266848 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.267008 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.267165 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.267309 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.267445 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.267605 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.267770 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.267941 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.268099 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.268258 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.268415 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.268595 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.268753 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.268911 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.269069 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.269225 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.269384 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.269542 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.269701 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.269859 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.270054 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.270226 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.270385 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.270544 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.270702 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.270860 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.271019 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.271178 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.271338 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.271497 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.271656 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.271815 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.271974 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.272134 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.272291 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.272449 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.272607 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.272767 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.272926 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.273082 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.273242 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.273402 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.273562 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.273719 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.273877 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.274076 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.274206 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.274343 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.274509 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.274666 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.274825 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.274984 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.275144 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.275304 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.275464 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.275626 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.275785 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.275944 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.276103 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.276261 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.276422 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.276582 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.276741 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.276900 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.277058 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.277218 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.277392 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.277551 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.277708 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.277866 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.278024 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.278209 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.278883 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.279051 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.279209 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.279745 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.279745 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.279745 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.280100 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.280100 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.280100 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.280437 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.280437 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.280681 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.280681 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.280914 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.281046 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.281170 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.281292 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.281444 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.281604 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.281772 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.281932 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.282126 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.282253 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.282402 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.282560 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.282728 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.282885 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.283042 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.283200 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.283358 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.283515 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.283683 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.283841 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.283999 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.284156 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.284313 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.284470 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.284639 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.284797 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.284960 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.285118 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.285274 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.285431 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.285599 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.285757 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.285915 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.286092 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.286254 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.286412 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.286582 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.286742 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.286900 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.287068 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.287227 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.287386 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.287543 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.287714 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.287874 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.288035 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.288193 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.288351 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.288509 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.288668 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.288832 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.289000 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.289166 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.289325 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.289491 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.289657 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.289825 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.289911 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:02:46.290067 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.290154 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.290318 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.290476 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.290634 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.290792 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.290950 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.291108 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.291265 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.291424 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.291581 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.291741 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.291899 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.292058 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.292217 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.292376 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.292534 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.292692 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.292850 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.293023 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.293207 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.293358 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:02:46.293503 dv-cinder-801916-1-iscsi neutron-server[93106]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:02:46.406867 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 53652) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:02:46.415402 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063021 Jul 22 23:02:58.389975 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d31ac-cf5b-416e-940a-e7c388dcf144 None None] get_active_networks_info from dv-cinder-801916-1-iscsi {{(pid=93215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:02:58.478146 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236d31ac-cf5b-416e-940a-e7c388dcf144 None None] No non-hosted networks {{(pid=93215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 23:02:58.496409 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.agentschedulers_db [None req-236d31ac-cf5b-416e-940a-e7c388dcf144 None None] DHCP Agent not found on host dv-cinder-801916-1-iscsi {{(pid=93215) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 23:02:58.635291 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5367eea8-fa5d-4547-8dcf-9da82f0f0e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1030113'] for agent, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:01.185350 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b47a1881-3026-428a-bba3-de8efb43d8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1030113'] for agent, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:01.287439 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-05a3f26c-03cf-4c8e-8305-e8052aaa6b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:01.702757 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1030113'] for agent, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:01.704103 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.704772 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.705267 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.705924 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.706428 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.707276 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.709261 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.709802 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.710323 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.713138 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.713762 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.714280 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:01.714845 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801916-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:01.727624 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801916-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:03.164070 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1030113'] for agent, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:04.885585 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1030113'] for agent, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:05.705754 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 53742) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:06.269341 dv-cinder-801916-1-iscsi neutron-server[93213]: WARNING oslo_policy.policy [None req-b50afe95-f156-4d49-90db-ca28c733acf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:06.269832 dv-cinder-801916-1-iscsi neutron-server[93213]: WARNING oslo_policy.policy [None req-b50afe95-f156-4d49-90db-ca28c733acf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:06.501045 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [None req-b50afe95-f156-4d49-90db-ca28c733acf5 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:03:06.502165 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b50afe95-f156-4d49-90db-ca28c733acf5 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7951064 Jul 22 23:03:06.673639 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.db.l3_hamode_db [None req-ffda976a-3a3b-4272-a57b-bbecfa01eef2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 23:03:06.753846 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda976a-3a3b-4272-a57b-bbecfa01eef2 None None] Routers set() bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:03:06.754253 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda976a-3a3b-4272-a57b-bbecfa01eef2 None None] Router IDs set() for agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 23:03:09.049964 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 53756) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:09.388314 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-e8493930-83a3-4bdc-987d-277dbc36d7c7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:09.487579 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.policy [None req-e8493930-83a3-4bdc-987d-277dbc36d7c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93213) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:03:09.532186 dv-cinder-801916-1-iscsi neutron-server[93213]: WARNING oslo_policy.policy [None req-e8493930-83a3-4bdc-987d-277dbc36d7c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:09.532587 dv-cinder-801916-1-iscsi neutron-server[93213]: WARNING oslo_policy.policy [None req-e8493930-83a3-4bdc-987d-277dbc36d7c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:09.541241 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.quota [None req-e8493930-83a3-4bdc-987d-277dbc36d7c7 admin admin] Loaded quota_driver: . Jul 22 23:03:09.636128 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e8493930-83a3-4bdc-987d-277dbc36d7c7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738657572622', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738657569117', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738657576268', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738657591046', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738657596869', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738657537286', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1580995', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1943272', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-854630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679686'] for rbac-policy, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:09.705901 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e8493930-83a3-4bdc-987d-277dbc36d7c7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:09.708094 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-e8493930-83a3-4bdc-987d-277dbc36d7c7 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6568856 Jul 22 23:03:12.401162 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 53768) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:12.930149 dv-cinder-801916-1-iscsi neutron-server[93214]: WARNING oslo_policy.policy [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:12.930802 dv-cinder-801916-1-iscsi neutron-server[93214]: WARNING oslo_policy.policy [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:13.154585 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Request body: {'network': {'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'name': 'private', 'admin_state_up': True}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:13.156087 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.quota [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Loaded quota_driver: . Jul 22 23:03:13.214476 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Made reservation on behalf of df1e2c95d43a416ab961f3b03bc42845 for: {'network': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:03:13.281430 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.policy [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93214) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:03:13.326182 dv-cinder-801916-1-iscsi neutron-server[93214]: WARNING oslo_policy.policy [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:13.326554 dv-cinder-801916-1-iscsi neutron-server[93214]: WARNING oslo_policy.policy [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:13.336580 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:13.359179 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:13.501268 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:13.506108 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:13.525790 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:03:13.554742 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738661229096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:13.555471 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Unsubscribe: segment precommit_create {{(pid=93214) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:03:13.555884 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.segments_db [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Added segment 64c59bf3-7c68-4c46-8f8a-59b4429bcc77 of type vlan for network 5df82f4b-5179-4695-9d38-5ccc37867802 Jul 22 23:03:13.577505 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ce0bb1-dae0-42d2-ae94-5f6c7560b12d,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:13.596297 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.596579 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.596911 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.597305 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.597552 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.597953 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.598228 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.598538 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.598869 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.599223 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.599531 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.599835 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Tracked resource versions report: Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: pushed versions: Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: { 'AddressGroup': {'1.2'}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'ConntrackHelper': {'1.0'}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Log': {'1.0'}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Network': {'1.1'}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Port': {'1.7'}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'PortForwarding': {'1.2'}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'QosPolicy': {'1.8'}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SecurityGroup': {'1.4'}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SubPort': {'1.0'}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Subnet': {'1.1'}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Trunk': {'1.1'}} Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: consumer versions: Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: { DHCP agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: L3 agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: Metadata agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: Metering agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: Open vSwitch agent@dv-cinder-801916-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'ConntrackHelper': '1.0', Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Log': '1.0', Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Network': '1.1', Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Port': '1.7', Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'PortForwarding': '1.2', Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'QosPolicy': '1.8', Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SecurityGroup': '1.4', Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SecurityGroupRule': '1.2', Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SubPort': '1.0', Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Subnet': '1.1', Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Trunk': '1.1'}} Jul 22 23:03:13.600928 dv-cinder-801916-1-iscsi neutron-server[93214]: {{(pid=93214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:03:13.692403 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:13.763206 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:13.764388 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:13.765079 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:13.824742 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4207406 Jul 22 23:03:13.882431 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d351fa-466a-4a98-b519-5fbf6b70f451 admin admin] Pushing event updated for resources: {'Network': ['ID=5df82f4b-5179-4695-9d38-5ccc37867802,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:13.896166 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network 5df82f4b-5179-4695-9d38-5ccc37867802 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:03:16.565403 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 53790) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:17.017525 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f041f92f-d0ef-46d8-a9e0-e0aaaaf4c971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:17.018956 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-f041f92f-d0ef-46d8-a9e0-e0aaaaf4c971 admin admin] 10.222.0.55 "GET /v2.0/networks/5df82f4b-5179-4695-9d38-5ccc37867802 HTTP/1.1" status: 200 len: 825 time: 0.4525325 Jul 22 23:03:17.057097 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-3f22793e-363e-47ab-9ba9-12e24148a8c5 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/61574e34-9b06-463e-a4f5-a591a929421c HTTP/1.1" status: 200 len: 734 time: 0.0322955 Jul 22 23:03:17.066826 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'ip_version': 4, 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '61574e34-9b06-463e-a4f5-a591a929421c'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:17.094234 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] Made reservation on behalf of df1e2c95d43a416ab961f3b03bc42845 for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:03:17.096578 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:17.400525 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:17.469948 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba1399e-6344-4fdd-9a07-a0e2666606d0,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:17.476069 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] Checking segment: {'id': '64c59bf3-7c68-4c46-8f8a-59b4429bcc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:03:17.476434 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] Network hostable DHCP agents. Network: 5df82f4b-5179-4695-9d38-5ccc37867802, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:03:17.501449 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] Network 5df82f4b-5179-4695-9d38-5ccc37867802 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:03:17.512672 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, 5df82f4b-5179-4695-9d38-5ccc37867802) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:17.517503 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:17.518107 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:17.522469 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0b4896-9e9d-47fc-ae3e-aa5f4cb2a222 None None] Network 5df82f4b-5179-4695-9d38-5ccc37867802 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:03:17.531967 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-e32aee1e-1785-4696-ae1f-ce35c55da2af admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4687433 Jul 22 23:03:17.918591 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcd69339-1e6c-5171-9e50-755e91f893a1-5df82f4b-5179-4695-9d38-5ccc37867802', 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'fixed_ips': [{'subnet_id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0'}]}} from dv-cinder-801916-1-iscsi. {{(pid=93215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:03:17.919842 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:18.207283 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.db_base_plugin_common [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Allocated IP 172.20.0.2 (5df82f4b-5179-4695-9d38-5ccc37867802/eba1399e-6344-4fdd-9a07-a0e2666606d0/108f9d2b-753c-4d9f-af3d-2ed64e9a3853) {{(pid=93215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:03:18.445871 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Notify callbacks [] for port, precommit_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:18.463178 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Transition to ACTIVE for port object 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:03:18.485405 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Transition to ACTIVE for port object 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 will not be triggered until provisioned by entity DHCP. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:03:18.496604 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:18.572987 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Network 5df82f4b-5179-4695-9d38-5ccc37867802 is already hosted by enough agents. {{(pid=93215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:03:18.578841 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.base_scheduler [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Resources bound (agent type, host, resource id): {{(pid=93215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:18.582125 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Received port after_create {{(pid=93215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:03:18.590271 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Pushing event updated for resources: {'Port': ['ID=108f9d2b-753c-4d9f-af3d-2ed64e9a3853,revision_number=1']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:18.620568 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.620974 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.621843 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.622221 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.622561 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.622886 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.623214 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.623584 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.624053 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.624264 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.624576 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.624900 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Tracked resource versions report: Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: pushed versions: Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: { 'AddressGroup': {'1.2'}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'ConntrackHelper': {'1.0'}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Log': {'1.0'}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Network': {'1.1'}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Port': {'1.7'}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'PortForwarding': {'1.2'}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'QosPolicy': {'1.8'}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SecurityGroup': {'1.4'}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SubPort': {'1.0'}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Subnet': {'1.1'}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Trunk': {'1.1'}} Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: consumer versions: Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: { DHCP agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: L3 agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: Metadata agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: Metering agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: Open vSwitch agent@dv-cinder-801916-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'ConntrackHelper': '1.0', Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Log': '1.0', Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Network': '1.1', Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Port': '1.7', Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'PortForwarding': '1.2', Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'QosPolicy': '1.8', Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SecurityGroup': '1.4', Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SecurityGroupRule': '1.2', Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SubPort': '1.0', Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Subnet': '1.1', Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Trunk': '1.1'}} Jul 22 23:03:18.626082 dv-cinder-801916-1-iscsi neutron-server[93215]: {{(pid=93215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:03:18.690743 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Attempting to bind port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:03:18.691167 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Attempting to bind port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '64c59bf3-7c68-4c46-8f8a-59b4429bcc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:03:18.691538 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Attempting to bind port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 on network 5df82f4b-5179-4695-9d38-5ccc37867802 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:03:18.697276 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:03:18.697688 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Checking segment: {'id': '64c59bf3-7c68-4c46-8f8a-59b4429bcc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:03:18.698303 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:18.698745 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Bound using segment: {'id': '64c59bf3-7c68-4c46-8f8a-59b4429bcc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:03:18.699418 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Bound port: 108f9d2b-753c-4d9f-af3d-2ed64e9a3853, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c59bf3-7c68-4c46-8f8a-59b4429bcc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:03:18.699866 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:18.770829 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] For port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:03:18.775260 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] For port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=108f9d2b-753c-4d9f-af3d-2ed64e9a3853,segment=NetworkSegment(64c59bf3-7c68-4c46-8f8a-59b4429bcc77),segment_id=64c59bf3-7c68-4c46-8f8a-59b4429bcc77)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:03:18.784462 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:18.860418 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7effc6f-2087-4787-a055-bef1b6e026aa None None] Pushing event updated for resources: {'Port': ['ID=108f9d2b-753c-4d9f-af3d-2ed64e9a3853,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:20.025929 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 53798) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:20.377139 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [None req-91630bf0-c6a1-44df-b9b9-f345d6d76058 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:03:20.378182 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-91630bf0-c6a1-44df-b9b9-f345d6d76058 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3512242 Jul 22 23:03:22.813274 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 53806) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:23.131997 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [None req-55c293d4-9503-4ba9-9fdc-072af3bd5ce5 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:03:23.132985 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-55c293d4-9503-4ba9-9fdc-072af3bd5ce5 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3188660 Jul 22 23:03:25.815761 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 53816) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:26.132467 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-a4e3629b-72d2-4270-b237-f21dd206a7b2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'name': 'router1'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:26.163412 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a4e3629b-72d2-4270-b237-f21dd206a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9447'] for router, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:26.165161 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a4e3629b-72d2-4270-b237-f21dd206a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9448'] for router, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:26.318781 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a4e3629b-72d2-4270-b237-f21dd206a7b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:26.324132 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a4e3629b-72d2-4270-b237-f21dd206a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027816'] for router, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:26.349066 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a4e3629b-72d2-4270-b237-f21dd206a7b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:26.350257 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a4e3629b-72d2-4270-b237-f21dd206a7b2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5334482 Jul 22 23:03:27.528919 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c851dc-59b1-4ef4-872f-b203cbeca9f2 None None] Network 5df82f4b-5179-4695-9d38-5ccc37867802 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:03:27.637298 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-962dc2de-8861-4528-9c5f-5d3015345fe7 None None] Provisioning for port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:03:27.772201 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:03:27.853811 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:03:27.859427 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:27.859793 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:27.975434 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.007999 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-2219dbdf-b47c-4229-b286-68c6c907ab86 None None] Provisioning complete for port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:28.008281 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-2219dbdf-b47c-4229-b286-68c6c907ab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.036413 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=108f9d2b-753c-4d9f-af3d-2ed64e9a3853,segment=NetworkSegment(64c59bf3-7c68-4c46-8f8a-59b4429bcc77),segment_id=64c59bf3-7c68-4c46-8f8a-59b4429bcc77)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:03:28.041712 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.104441 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=108f9d2b-753c-4d9f-af3d-2ed64e9a3853,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:28.295895 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-98318d48-efe1-402a-a2a8-64095a21265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.759812 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 53828) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:29.073053 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [None req-d4353581-2b63-4e91-928a-6f2f6a3b9d2f admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:03:29.074595 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-d4353581-2b63-4e91-928a-6f2f6a3b9d2f admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138647 Jul 22 23:03:29.725447 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:03:29.773318 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:29.773689 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:31.162706 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-bda7f496-180b-4025-bc0b-1ab9a4cc3775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:31.473965 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 53836) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:31.691123 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:31.800540 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:31.822206 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Made reservation on behalf of 1d389ce18980412fa7526e8d2c6e5bf8 for: {'network': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:03:31.824995 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:31.832941 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:31.919991 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:31.923721 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:31.941610 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93214) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 23:03:31.958272 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d424bc0-1499-493b-9651-314766385741,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:31.963618 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:31.964038 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.segments_db [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Added segment 1cb3d36c-90c6-4ffb-aec0-4652a74ce55b of type flat for network da98639b-9608-489a-974e-927f66fecb27 Jul 22 23:03:32.014481 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:32.048786 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:32.049721 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:32.050316 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:32.080409 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6052854 Jul 22 23:03:32.115430 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2873c4-01c8-4c41-91dd-5b26c51af5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=da98639b-9608-489a-974e-927f66fecb27,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:32.126575 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network da98639b-9608-489a-974e-927f66fecb27 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:03:33.095631 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:34.479111 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 53854) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:34.656740 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f110d4-c8e3-48be-884a-281b3f4b5a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:34.658127 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-24f110d4-c8e3-48be-884a-281b3f4b5a3a admin admin] 10.222.0.55 "GET /v2.0/subnets/eba1399e-6344-4fdd-9a07-a0e2666606d0 HTTP/1.1" status: 200 len: 849 time: 0.1775444 Jul 22 23:03:34.827604 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:34.830428 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-475e0469-9c68-4927-8618-50148163dd41 admin admin] 10.222.0.55 "GET /v2.0/routers/e51d7ee4-14d1-438c-b33b-b895a7fa599b HTTP/1.1" status: 200 len: 704 time: 0.1590240 Jul 22 23:03:35.096313 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:35.387796 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Allocated IP 172.20.0.1 (5df82f4b-5179-4695-9d38-5ccc37867802/eba1399e-6344-4fdd-9a07-a0e2666606d0/1ef64b85-51ad-4194-b060-ae242169522e) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:03:35.551194 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:35.621338 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Transition to ACTIVE for port object 1ef64b85-51ad-4194-b060-ae242169522e will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:03:35.700453 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:35.768031 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Network 5df82f4b-5179-4695-9d38-5ccc37867802 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:03:35.773985 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:35.776834 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:03:35.777381 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027609'] for router_interface, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:35.856318 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef64b85-51ad-4194-b060-ae242169522e,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:36.008961 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-a30d8cc5-0739-40b7-8018-df79f3a900a8 None None] Provisioning for port 1ef64b85-51ad-4194-b060-ae242169522e completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:03:36.009566 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:36.012792 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-a30d8cc5-0739-40b7-8018-df79f3a900a8 None None] Provisioning complete for port 1ef64b85-51ad-4194-b060-ae242169522e triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:36.013160 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a30d8cc5-0739-40b7-8018-df79f3a900a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:36.048552 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-a30d8cc5-0739-40b7-8018-df79f3a900a8 None None] Port 1ef64b85-51ad-4194-b060-ae242169522e cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:03:36.198193 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:36.202597 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:36.203439 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026729'] for router_interface, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:36.263147 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef64b85-51ad-4194-b060-ae242169522e,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:36.326173 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Network 5df82f4b-5179-4695-9d38-5ccc37867802 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:03:36.328598 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:36.495619 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Router e51d7ee4-14d1-438c-b33b-b895a7fa599b is scheduled to L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 with binding_index 1 {{(pid=93214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:03:36.569535 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-80690e06-1cc0-43ce-841d-47f3e8e6b67d None None] Provisioning complete for port 1ef64b85-51ad-4194-b060-ae242169522e triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:36.569819 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-80690e06-1cc0-43ce-841d-47f3e8e6b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:36.589620 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:03:36.594971 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-66b31da7-96e1-47a3-b734-8e911569d001 admin admin] 10.222.0.55 "PUT /v2.0/routers/e51d7ee4-14d1-438c-b33b-b895a7fa599b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7601123 Jul 22 23:03:36.607203 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-80690e06-1cc0-43ce-841d-47f3e8e6b67d None None] Port 1ef64b85-51ad-4194-b060-ae242169522e cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:03:36.611463 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Sync routers for ids ['e51d7ee4-14d1-438c-b33b-b895a7fa599b'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:03:36.624456 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Routers {'e51d7ee4-14d1-438c-b33b-b895a7fa599b'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:03:36.625289 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:03:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['e51d7ee4-14d1-438c-b33b-b895a7fa599b'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:36.815750 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Set router e51d7ee4-14d1-438c-b33b-b895a7fa599b gateway port host: None {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:03:37.278270 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'name': 'router1', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:26Z', 'updated_at': '2021-07-22T23:03:35Z', 'revision_number': 2, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'gw_port_host': None, '_interfaces': [{'id': '1ef64b85-51ad-4194-b060-ae242169522e', 'name': '', 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'mac_address': 'fa:16:3e:5e:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:35Z', 'updated_at': '2021-07-22T23:03:36Z', 'revision_number': 2, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'subnets': [{'id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61574e34-9b06-463e-a4f5-a591a929421c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:37.327843 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Checking router: e51d7ee4-14d1-438c-b33b-b895a7fa599b for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:03:37.328210 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Updating router e51d7ee4-14d1-438c-b33b-b895a7fa599b port 1ef64b85-51ad-4194-b060-ae242169522e binding host dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:03:37.393490 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:37.903938 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:37.923316 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.provisioning_blocks [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Transition to ACTIVE for port object 1ef64b85-51ad-4194-b060-ae242169522e will not be triggered until provisioned by entity L2. {{(pid=93216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:03:37.930405 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:38.093771 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Pushing event updated for resources: {'Port': ['ID=1ef64b85-51ad-4194-b060-ae242169522e,revision_number=3']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:38.105641 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Attempting to bind port 1ef64b85-51ad-4194-b060-ae242169522e on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:03:38.106134 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Attempting to bind port 1ef64b85-51ad-4194-b060-ae242169522e by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '64c59bf3-7c68-4c46-8f8a-59b4429bcc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802'}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:03:38.106498 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Attempting to bind port 1ef64b85-51ad-4194-b060-ae242169522e on network 5df82f4b-5179-4695-9d38-5ccc37867802 {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:03:38.109293 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.109635 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.110138 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.110383 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.110663 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.110991 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.111311 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.111642 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.112032 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.112350 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.112667 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.112986 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Tracked resource versions report: Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: pushed versions: Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: { 'AddressGroup': {'1.2'}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'ConntrackHelper': {'1.0'}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Log': {'1.0'}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Network': {'1.1'}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Port': {'1.7'}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'PortForwarding': {'1.2'}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'QosPolicy': {'1.8'}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SecurityGroup': {'1.4'}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SubPort': {'1.0'}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Subnet': {'1.1'}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Trunk': {'1.1'}} Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: consumer versions: Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: { DHCP agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: L3 agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: Metadata agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: Metering agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: Open vSwitch agent@dv-cinder-801916-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'ConntrackHelper': '1.0', Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Log': '1.0', Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Network': '1.1', Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Port': '1.7', Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'PortForwarding': '1.2', Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'QosPolicy': '1.8', Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SecurityGroup': '1.4', Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SecurityGroupRule': '1.2', Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SubPort': '1.0', Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Subnet': '1.1', Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Trunk': '1.1'}} Jul 22 23:03:38.114190 dv-cinder-801916-1-iscsi neutron-server[93216]: {{(pid=93216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:03:38.122397 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:03:38.122951 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Checking segment: {'id': '64c59bf3-7c68-4c46-8f8a-59b4429bcc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:03:38.123426 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:38.123816 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Bound using segment: {'id': '64c59bf3-7c68-4c46-8f8a-59b4429bcc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802'} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:03:38.124329 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Bound port: 1ef64b85-51ad-4194-b060-ae242169522e, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c59bf3-7c68-4c46-8f8a-59b4429bcc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802'}}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:03:38.124842 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:38.205744 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] For port 1ef64b85-51ad-4194-b060-ae242169522e, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:03:38.230430 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] For port 1ef64b85-51ad-4194-b060-ae242169522e, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=1ef64b85-51ad-4194-b060-ae242169522e,segment=NetworkSegment(64c59bf3-7c68-4c46-8f8a-59b4429bcc77),segment_id=64c59bf3-7c68-4c46-8f8a-59b4429bcc77)] {{(pid=93216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:03:38.236280 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:38.295491 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba65c8e-b551-4b62-ba02-a4f115aa2ebe None None] Pushing event updated for resources: {'Port': ['ID=1ef64b85-51ad-4194-b060-ae242169522e,revision_number=4']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:38.303146 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Routers {'e51d7ee4-14d1-438c-b33b-b895a7fa599b'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:03:38.303773 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:03:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['e51d7ee4-14d1-438c-b33b-b895a7fa599b'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:38.395140 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] Set router e51d7ee4-14d1-438c-b33b-b895a7fa599b gateway port host: None {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:03:38.613231 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'name': 'router1', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:26Z', 'updated_at': '2021-07-22T23:03:35Z', 'revision_number': 2, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'gw_port_host': None, '_interfaces': [{'id': '1ef64b85-51ad-4194-b060-ae242169522e', 'name': '', 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'mac_address': 'fa:16:3e:5e:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:35Z', 'updated_at': '2021-07-22T23:03:38Z', 'revision_number': 4, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'subnets': [{'id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61574e34-9b06-463e-a4f5-a591a929421c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:38.641422 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0191c74-19a6-41b3-9457-fbeda133d2e1 None None] The sync data for ids ['e51d7ee4-14d1-438c-b33b-b895a7fa599b'] in dv-cinder-801916-1-iscsi is: [{'id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'name': 'router1', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:26Z', 'updated_at': '2021-07-22T23:03:35Z', 'revision_number': 2, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'gw_port_host': None, '_interfaces': [{'id': '1ef64b85-51ad-4194-b060-ae242169522e', 'name': '', 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'mac_address': 'fa:16:3e:5e:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:35Z', 'updated_at': '2021-07-22T23:03:38Z', 'revision_number': 4, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'subnets': [{'id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61574e34-9b06-463e-a4f5-a591a929421c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:03:38.904983 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 53874) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:39.015413 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10d1db5-d035-47dd-b7d6-ff8c204b594f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:39.016785 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-f10d1db5-d035-47dd-b7d6-ff8c204b594f admin admin] 10.222.0.55 "GET /v2.0/networks/da98639b-9608-489a-974e-927f66fecb27 HTTP/1.1" status: 200 len: 842 time: 0.1108515 Jul 22 23:03:39.026332 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'cidr': '172.27.3.0/24'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:39.047360 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Made reservation on behalf of 1d389ce18980412fa7526e8d2c6e5bf8 for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:03:39.049690 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Notify callbacks [] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:39.342525 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.objects.ports [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93214) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:03:39.342955 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:39.397176 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Pushing event updated for resources: {'Subnet': ['ID=755d05cb-7568-4889-9f79-fbf3ed13c14b,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:39.407305 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Checking segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:03:39.407645 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Network hostable DHCP agents. Network: da98639b-9608-489a-974e-927f66fecb27, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:03:39.424704 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Network da98639b-9608-489a-974e-927f66fecb27 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:03:39.434083 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, da98639b-9608-489a-974e-927f66fecb27) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:39.438582 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:39.439185 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:39.444681 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8e6a45-7044-417c-9ab8-065ff83046fe None None] Network da98639b-9608-489a-974e-927f66fecb27 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:03:39.454826 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-46ee01a2-9002-4270-82f8-21267d7dfeea admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4321349 Jul 22 23:03:39.589303 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc45eac-da2a-4be6-9c97-efefce935e02 None None] Network da98639b-9608-489a-974e-927f66fecb27 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:03:41.835948 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 53882) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:42.052084 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-24d953f6-95ff-4041-bf23-d4ae70620b81 admin admin] 10.222.0.55 "GET /v2.0/routers/e51d7ee4-14d1-438c-b33b-b895a7fa599b HTTP/1.1" status: 200 len: 710 time: 0.2145350 Jul 22 23:03:42.153905 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b557a39f-0e5a-4225-8db7-bfb7376cd410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:42.155563 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-b557a39f-0e5a-4225-8db7-bfb7376cd410 admin admin] 10.222.0.55 "GET /v2.0/networks/da98639b-9608-489a-974e-927f66fecb27 HTTP/1.1" status: 200 len: 886 time: 0.0975120 Jul 22 23:03:42.165125 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:42.418126 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9434'] for router, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:42.657828 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:42.737890 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:42.848917 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Allocated IP 172.27.3.127 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:03:42.951205 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:42.995027 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:43.035248 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:03:43.038369 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:43.043556 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:03:43.076603 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Pushing event updated for resources: {'Port': ['ID=2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:43.305368 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:43.605127 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9434'] for router, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:43.608807 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1027834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027809', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027665'] for router, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:43.723335 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Router e51d7ee4-14d1-438c-b33b-b895a7fa599b has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:03:43.868119 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:03:43.875467 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] Notify callbacks [] for router, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:43.877567 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-2f6b0405-5bab-4de6-9b9a-8e85bafa537b admin admin] 10.222.0.55 "PUT /v2.0/routers/e51d7ee4-14d1-438c-b33b-b895a7fa599b HTTP/1.1" status: 200 len: 890 time: 1.7158120 Jul 22 23:03:45.243035 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Sync routers for ids ['e51d7ee4-14d1-438c-b33b-b895a7fa599b'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:03:45.253756 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Routers {'e51d7ee4-14d1-438c-b33b-b895a7fa599b'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:03:45.254478 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:03:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['e51d7ee4-14d1-438c-b33b-b895a7fa599b'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:45.524236 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Set router e51d7ee4-14d1-438c-b33b-b895a7fa599b gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:03:45.776261 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 1ef64b85-51ad-4194-b060-ae242169522e up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:03:45.915149 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 1ef64b85-51ad-4194-b060-ae242169522e completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:03:45.923874 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 1ef64b85-51ad-4194-b060-ae242169522e triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:45.924168 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:46.012438 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'name': 'router1', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:26Z', 'updated_at': '2021-07-22T23:03:43Z', 'revision_number': 4, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'gw_port': {'id': '2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:42Z', 'updated_at': '2021-07-22T23:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '1ef64b85-51ad-4194-b060-ae242169522e', 'name': '', 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'mac_address': 'fa:16:3e:5e:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:35Z', 'updated_at': '2021-07-22T23:03:38Z', 'revision_number': 4, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'subnets': [{'id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61574e34-9b06-463e-a4f5-a591a929421c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:46.068057 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Checking router: e51d7ee4-14d1-438c-b33b-b895a7fa599b for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:03:46.068536 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Updating router e51d7ee4-14d1-438c-b33b-b895a7fa599b port 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a binding host dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:03:46.128603 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:46.133333 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:46.208455 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 1ef64b85-51ad-4194-b060-ae242169522e, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=1ef64b85-51ad-4194-b060-ae242169522e,segment=NetworkSegment(64c59bf3-7c68-4c46-8f8a-59b4429bcc77),segment_id=64c59bf3-7c68-4c46-8f8a-59b4429bcc77)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:03:46.262950 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:46.372073 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 53894) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:46.373785 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=1ef64b85-51ad-4194-b060-ae242169522e,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:46.531142 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-824aab21-8597-4ee1-a8a6-2daa55c7074a admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1579573 Jul 22 23:03:46.543793 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:46.555712 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Transition to ACTIVE for port object 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:03:46.563836 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:46.626523 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2db51-9935-49c2-b615-7aeaa5b824a0 None None] Pushing event updated for resources: {'Port': ['ID=2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:46.628995 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Attempting to bind port 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:03:46.629363 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Attempting to bind port 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:03:46.629727 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Attempting to bind port 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a on network da98639b-9608-489a-974e-927f66fecb27 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:03:46.635777 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:03:46.636144 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Checking segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:03:46.636551 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:46.636940 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Bound using segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:03:46.637422 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Bound port: 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:03:46.637824 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:46.693682 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] For port 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:03:46.697432 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] For port 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:03:46.702586 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:46.762429 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2db51-9935-49c2-b615-7aeaa5b824a0 None None] Pushing event updated for resources: {'Port': ['ID=2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:46.765087 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Routers {'e51d7ee4-14d1-438c-b33b-b895a7fa599b'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:03:46.765697 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:03:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['e51d7ee4-14d1-438c-b33b-b895a7fa599b'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:46.969928 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] Set router e51d7ee4-14d1-438c-b33b-b895a7fa599b gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:03:47.215687 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'name': 'router1', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:26Z', 'updated_at': '2021-07-22T23:03:43Z', 'revision_number': 4, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'gw_port': {'id': '2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:42Z', 'updated_at': '2021-07-22T23:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '1ef64b85-51ad-4194-b060-ae242169522e', 'name': '', 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'mac_address': 'fa:16:3e:5e:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:35Z', 'updated_at': '2021-07-22T23:03:46Z', 'revision_number': 5, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'subnets': [{'id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61574e34-9b06-463e-a4f5-a591a929421c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:47.249241 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96049efb-4ffc-448d-a520-ccb54781aeb1 None None] The sync data for ids ['e51d7ee4-14d1-438c-b33b-b895a7fa599b'] in dv-cinder-801916-1-iscsi is: [{'id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'name': 'router1', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:26Z', 'updated_at': '2021-07-22T23:03:43Z', 'revision_number': 4, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'gw_port': {'id': '2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:42Z', 'updated_at': '2021-07-22T23:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '1ef64b85-51ad-4194-b060-ae242169522e', 'name': '', 'network_id': '5df82f4b-5179-4695-9d38-5ccc37867802', 'tenant_id': 'df1e2c95d43a416ab961f3b03bc42845', 'mac_address': 'fa:16:3e:5e:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51d7ee4-14d1-438c-b33b-b895a7fa599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:35Z', 'updated_at': '2021-07-22T23:03:46Z', 'revision_number': 5, 'project_id': 'df1e2c95d43a416ab961f3b03bc42845', 'subnets': [{'id': 'eba1399e-6344-4fdd-9a07-a0e2666606d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61574e34-9b06-463e-a4f5-a591a929421c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:03:47.841219 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 1ef64b85-51ad-4194-b060-ae242169522e up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:03:47.914900 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 1ef64b85-51ad-4194-b060-ae242169522e triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:47.915286 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:48.031481 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:03:48.087450 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:03:48.092445 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:48.092963 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:48.175736 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:48.200198 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:03:48.213555 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:48.264941 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:49.766199 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:03:49.845978 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 2b5c0e06-59c5-44e9-9f7a-24454a9f7e1a triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:49.847095 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:58.309408 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c3b6ede6-9e03-4dcb-8cb2-4312af3f24e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:00.169686 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 5 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:04:01.167121 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-296c9973-cbf0-4715-bf2b-c99e97f02f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:01.694899 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:03.108484 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:04.850340 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:28.315509 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-30015476-5779-4b9b-b4d7-13603d2b6d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:31.170232 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7ba80689-017f-452e-96e4-702973252a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:31.682586 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:33.099253 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:34.843879 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:37.170908 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 5 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:04:58.307068 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b6fa0718-fda5-4844-83d7-8954170b5894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:01.172639 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0beb-da99-437c-b97a-8ba789db1c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:01.687193 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:03.101554 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:04.849857 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:14.170629 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 5 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:05:24.928947 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54462) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:24.986955 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10b1913-450c-4f14-8d13-ff1932e61260 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:05:24.988283 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-d10b1913-450c-4f14-8d13-ff1932e61260 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0583856 Jul 22 23:05:25.155946 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aadd5fb-fd97-4248-a160-6290619b59d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:25.157334 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-8aadd5fb-fd97-4248-a160-6290619b59d1 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1650171 Jul 22 23:05:27.320692 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54472) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:27.410884 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6007379d-e4b9-4d5f-b08c-da5a86ba4517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:27.412743 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-6007379d-e4b9-4d5f-b08c-da5a86ba4517 admin admin] 10.222.0.55 "GET /v2.0/subnets/eba1399e-6344-4fdd-9a07-a0e2666606d0 HTTP/1.1" status: 200 len: 849 time: 0.0905812 Jul 22 23:05:27.421846 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:05:27.503677 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Notify callbacks [] for subnet, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:27.640085 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738661112944'] for subnet, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:27.667452 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:27.668055 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:27.669318 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] 10.222.0.55 "PUT /v2.0/subnets/eba1399e-6344-4fdd-9a07-a0e2666606d0 HTTP/1.1" status: 200 len: 868 time: 0.2511923 Jul 22 23:05:27.685799 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b791eff-7b88-43ab-a892-f06ca70653dd None None] Network 5df82f4b-5179-4695-9d38-5ccc37867802 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:05:27.691006 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba1399e-6344-4fdd-9a07-a0e2666606d0,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:05:27.698591 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:27.698955 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:27.699290 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:27.699619 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:27.699942 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:27.700318 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:27.700647 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:27.700967 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:27.701315 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:27.701599 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:27.701914 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:27.702255 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68c48-d865-46d4-aa76-17c334301d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:28.084999 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-a453b6b7-f16b-4233-bd97-016ba1afd4f3 None None] Provisioning complete for port 1ef64b85-51ad-4194-b060-ae242169522e triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:05:28.085296 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a453b6b7-f16b-4233-bd97-016ba1afd4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:28.168676 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-a453b6b7-f16b-4233-bd97-016ba1afd4f3 None None] Provisioning complete for port 108f9d2b-753c-4d9f-af3d-2ed64e9a3853 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:05:28.168963 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a453b6b7-f16b-4233-bd97-016ba1afd4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:28.307855 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a65573a2-4621-4ca8-be4c-de7baca9553a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:29.822061 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54480) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:30.016872 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271630c-64bb-45fb-ab5a-f8c88d5d556c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:30.017283 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271630c-64bb-45fb-ab5a-f8c88d5d556c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:30.018842 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-5271630c-64bb-45fb-ab5a-f8c88d5d556c admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958115 Jul 22 23:05:31.173660 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-898c32bc-d90a-42f6-ae7b-29084c873371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:31.689860 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:32.170464 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54488) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:32.297528 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b665fec-f4fd-46cf-a77e-b4dd55976a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:32.298037 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b665fec-f4fd-46cf-a77e-b4dd55976a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:32.300732 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-3b665fec-f4fd-46cf-a77e-b4dd55976a70 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1281939 Jul 22 23:05:33.104082 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:34.448263 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54496) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:34.574602 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b250687-eb7f-4c22-ac7f-9536bdc9bbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:34.575947 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-5b250687-eb7f-4c22-ac7f-9536bdc9bbb9 admin admin] 10.222.0.55 "GET /v2.0/networks/5df82f4b-5179-4695-9d38-5ccc37867802 HTTP/1.1" status: 200 len: 869 time: 0.1266940 Jul 22 23:05:34.853695 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:36.766706 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54504) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:36.980676 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9542ad0a-0bc1-4aae-b588-0367fac90590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:36.981954 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-9542ad0a-0bc1-4aae-b588-0367fac90590 admin admin] 10.222.0.55 "GET /v2.0/networks/da98639b-9608-489a-974e-927f66fecb27 HTTP/1.1" status: 200 len: 886 time: 0.2143271 Jul 22 23:05:39.141752 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54514) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:39.270128 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a56d6d-54f3-4f42-8a32-0d1b7198aff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:39.270583 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a56d6d-54f3-4f42-8a32-0d1b7198aff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:39.272135 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-89a56d6d-54f3-4f42-8a32-0d1b7198aff5 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293938 Jul 22 23:05:41.446645 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54522) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:41.537957 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef3c3d-5398-466a-9cd5-f4a5470cd16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:41.538450 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef3c3d-5398-466a-9cd5-f4a5470cd16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:41.539950 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-4bef3c3d-5398-466a-9cd5-f4a5470cd16d admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923331 Jul 22 23:05:43.702954 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54530) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:43.788554 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f9d8f-4643-4cc7-becd-7cf46b9dce7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:43.790258 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-c84f9d8f-4643-4cc7-becd-7cf46b9dce7f admin admin] 10.222.0.55 "GET /v2.0/subnets/755d05cb-7568-4889-9f79-fbf3ed13c14b HTTP/1.1" status: 200 len: 816 time: 0.0862951 Jul 22 23:05:45.937937 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54538) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:46.035650 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb55fb5-7cd6-479d-ac74-f701dd24175b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:46.036885 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-fbb55fb5-7cd6-479d-ac74-f701dd24175b admin admin] 10.222.0.55 "GET /v2.0/subnets/eba1399e-6344-4fdd-9a07-a0e2666606d0 HTTP/1.1" status: 200 len: 868 time: 0.0979974 Jul 22 23:05:51.168648 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 5 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:05:58.308075 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-53746d66-a89c-4df7-81da-22a61d57dfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:01.181732 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-e58c442e-1b5e-465d-84cc-6bf9c1617a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:01.690855 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:03.105538 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:04.852747 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:10.403618 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54590) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:06:10.448923 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [None req-df3beb18-a94f-45f9-8064-cfcebf776a8f admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:06:10.449897 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-df3beb18-a94f-45f9-8064-cfcebf776a8f admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453660 Jul 22 23:06:12.690064 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54598) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:06:12.848338 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0514e6d-ed08-4b2d-90c7-0a147d3f28c4 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:06:12.849733 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-b0514e6d-ed08-4b2d-90c7-0a147d3f28c4 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1587133 Jul 22 23:06:12.933596 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8fbe45-4d25-4756-9a7c-1a9c29bf539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:06:12.935041 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-1b8fbe45-4d25-4756-9a7c-1a9c29bf539f admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812097 Jul 22 23:06:15.105675 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54606) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:06:15.150647 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:06:15.173475 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Made reservation on behalf of 1d389ce18980412fa7526e8d2c6e5bf8 for: {'network': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:06:15.176609 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:15.221933 dv-cinder-801916-1-iscsi neutron-server[93213]: WARNING neutron.services.revisions.revision_plugin [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Could not find related network for resource to bump revision. Jul 22 23:06:15.238408 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:06:15.251750 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738661229096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:15.252292 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Unsubscribe: segment precommit_create {{(pid=93213) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:06:15.252743 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.segments_db [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Added segment ac895e31-1570-43ee-9aeb-295d4155af1b of type vlan for network 5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c Jul 22 23:06:15.305688 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:15.343497 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:15.344537 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:06:15.345135 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:15.364559 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2578230 Jul 22 23:06:15.471301 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:06:15.480663 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.481004 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.481338 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.481663 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.481984 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.482350 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.482660 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.483022 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.483310 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.483628 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.483951 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.484259 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2727eb9f-a87c-49f8-8024-e44c630b53c2 admin admin] Tracked resource versions report: Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: pushed versions: Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: { 'AddressGroup': {'1.2'}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'ConntrackHelper': {'1.0'}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Log': {'1.0'}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Network': {'1.1'}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Port': {'1.7'}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'PortForwarding': {'1.2'}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'QosPolicy': {'1.8'}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SecurityGroup': {'1.4'}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SubPort': {'1.0'}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Subnet': {'1.1'}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Trunk': {'1.1'}} Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: consumer versions: Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: { DHCP agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: L3 agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: Metadata agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: Metering agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: Open vSwitch agent@dv-cinder-801916-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'ConntrackHelper': '1.0', Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Log': '1.0', Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Network': '1.1', Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Port': '1.7', Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'PortForwarding': '1.2', Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'QosPolicy': '1.8', Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SecurityGroup': '1.4', Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SecurityGroupRule': '1.2', Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SubPort': '1.0', Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Subnet': '1.1', Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Trunk': '1.1'}} Jul 22 23:06:15.485601 dv-cinder-801916-1-iscsi neutron-server[93213]: {{(pid=93213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:06:15.528590 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network 5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:06:17.555712 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54618) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:06:17.618753 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e259f34-b76a-439c-95a5-abc4245e6c91 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:06:17.620104 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-0e259f34-b76a-439c-95a5-abc4245e6c91 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0634162 Jul 22 23:06:17.725228 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c170cfb-e1dc-4a83-827d-904758f3066a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:06:17.726756 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-3c170cfb-e1dc-4a83-827d-904758f3066a admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1028242 Jul 22 23:06:17.736388 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:06:17.758501 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] Made reservation on behalf of 1d389ce18980412fa7526e8d2c6e5bf8 for: {'subnet': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:06:17.760708 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:17.979219 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for subnet, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:18.037444 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c49054f-7a35-4fd5-8ab8-5aaacd8a8107,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:06:18.048596 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] Checking segment: {'id': 'ac895e31-1570-43ee-9aeb-295d4155af1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:06:18.048966 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] Network hostable DHCP agents. Network: 5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:06:18.070665 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] Network 5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:06:18.080843 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, 5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c) {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:06:18.085863 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:06:18.086473 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:18.091110 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a60380-d3c0-4582-a3cc-c0ad6cb690a5 None None] Network 5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:06:18.099891 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-d6384133-884a-49b9-8922-2e601f42dbb0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3670974 Jul 22 23:06:18.242727 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcd69339-1e6c-5171-9e50-755e91f893a1-5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c', 'network_id': '5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c', 'tenant_id': '1d389ce18980412fa7526e8d2c6e5bf8', 'fixed_ips': [{'subnet_id': '6c49054f-7a35-4fd5-8ab8-5aaacd8a8107'}]}} from dv-cinder-801916-1-iscsi. {{(pid=93215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:06:18.243616 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:18.380509 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.db_base_plugin_common [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Allocated IP 192.168.233.2 (5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c/6c49054f-7a35-4fd5-8ab8-5aaacd8a8107/f7875aea-7ef4-4ad2-a156-79705202c555) {{(pid=93215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:06:18.525797 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Notify callbacks [] for port, precommit_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:18.534275 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Transition to ACTIVE for port object f7875aea-7ef4-4ad2-a156-79705202c555 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:06:18.549358 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Transition to ACTIVE for port object f7875aea-7ef4-4ad2-a156-79705202c555 will not be triggered until provisioned by entity DHCP. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:06:18.554976 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:18.607236 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Network 5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c is already hosted by enough agents. {{(pid=93215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:06:18.608497 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Pushing event updated for resources: {'Port': ['ID=f7875aea-7ef4-4ad2-a156-79705202c555,revision_number=1']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:06:18.611607 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.base_scheduler [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Resources bound (agent type, host, resource id): {{(pid=93215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:06:18.616819 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Received port after_create {{(pid=93215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:06:18.619268 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.619612 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.619950 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.620283 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.620610 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.620941 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.621264 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.622055 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.622055 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.622299 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.622625 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.622942 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:18.685249 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Attempting to bind port f7875aea-7ef4-4ad2-a156-79705202c555 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:06:18.685621 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Attempting to bind port f7875aea-7ef4-4ad2-a156-79705202c555 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': 'ac895e31-1570-43ee-9aeb-295d4155af1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:06:18.685971 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Attempting to bind port f7875aea-7ef4-4ad2-a156-79705202c555 on network 5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:06:18.690980 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:06:18.692023 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Checking segment: {'id': 'ac895e31-1570-43ee-9aeb-295d4155af1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:06:18.692428 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:18.692819 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Bound using segment: {'id': 'ac895e31-1570-43ee-9aeb-295d4155af1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:06:18.693288 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Bound port: f7875aea-7ef4-4ad2-a156-79705202c555, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac895e31-1570-43ee-9aeb-295d4155af1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:06:18.693683 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:18.756234 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] For port f7875aea-7ef4-4ad2-a156-79705202c555, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:06:18.759506 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] For port f7875aea-7ef4-4ad2-a156-79705202c555, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=f7875aea-7ef4-4ad2-a156-79705202c555,segment=NetworkSegment(ac895e31-1570-43ee-9aeb-295d4155af1b),segment_id=ac895e31-1570-43ee-9aeb-295d4155af1b)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:06:18.764560 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:18.827271 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36d7e7-7136-4e24-aebd-af07b5197c0b None None] Pushing event updated for resources: {'Port': ['ID=f7875aea-7ef4-4ad2-a156-79705202c555,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:06:19.662399 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7cc11c-f1e5-4f4c-82c7-8a85de7f4736 None None] Network 5bdcb134-006c-4bb4-b6c3-0c3e548e2e3c requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:06:19.754824 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-4049f87d-ea29-4670-9364-8d22241c216a None None] Provisioning for port f7875aea-7ef4-4ad2-a156-79705202c555 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:06:19.912871 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device f7875aea-7ef4-4ad2-a156-79705202c555 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:06:19.978489 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port f7875aea-7ef4-4ad2-a156-79705202c555 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:06:19.982778 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port f7875aea-7ef4-4ad2-a156-79705202c555 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:06:19.983214 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:20.083233 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:20.105665 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-b052cabd-0621-41c2-b688-662951afa551 None None] Provisioning complete for port f7875aea-7ef4-4ad2-a156-79705202c555 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:06:20.106051 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b052cabd-0621-41c2-b688-662951afa551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:20.137612 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port f7875aea-7ef4-4ad2-a156-79705202c555, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=f7875aea-7ef4-4ad2-a156-79705202c555,segment=NetworkSegment(ac895e31-1570-43ee-9aeb-295d4155af1b),segment_id=ac895e31-1570-43ee-9aeb-295d4155af1b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:06:20.146310 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:20.202788 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=f7875aea-7ef4-4ad2-a156-79705202c555,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:06:21.856566 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device f7875aea-7ef4-4ad2-a156-79705202c555 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:06:21.903605 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port f7875aea-7ef4-4ad2-a156-79705202c555 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:06:21.903977 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:28.227738 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 5 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:06:28.310812 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ebf194b9-d2be-4493-97a6-f01f55573635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:31.178707 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-2091783d-c850-4cfd-a22a-820cfa57832c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:31.693708 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:33.108378 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:34.856431 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:58.312480 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1820ca58-a5c0-4e8b-8507-f61ad9488025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:01.182695 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d2885a0a-75a9-468a-ae69-382ce5ff64cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:01.693931 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:03.112493 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:04.858627 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:05.167162 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 5 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:07:28.259488 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54670) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:07:28.265441 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [None req-a3f8ad9a-567d-4f29-b395-851d1fc6cc47 tempest-verify_tempest_config-1759378688 tempest-verify_tempest_config-1759378688-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:07:28.266443 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a3f8ad9a-567d-4f29-b395-851d1fc6cc47 tempest-verify_tempest_config-1759378688 tempest-verify_tempest_config-1759378688-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060093 Jul 22 23:07:28.314106 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-700018d3-1a62-45b7-866d-5229ef4eca42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:28.569721 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54688) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:07:28.668849 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:28.785449 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:28.789160 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:28.830748 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de800a-af62-4119-965c-c1b26a32317f,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:07:28.834405 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbba769912344f9eae63a9adb534a45a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2637045 Jul 22 23:07:28.837116 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54692) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:07:28.839626 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.840015 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.840495 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.840704 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.841070 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.841484 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.841843 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.842196 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.842537 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.842860 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.843178 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.843501 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9b40ca-3575-4a10-8acd-fba02607ca7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:28.894520 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:28.914801 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:28.999779 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:29.002354 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:29.003529 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62de800a-af62-4119-965c-c1b26a32317f HTTP/1.1" status: 204 len: 168 time: 0.1654537 Jul 22 23:07:29.011914 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de800a-af62-4119-965c-c1b26a32317f,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:07:29.018944 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:29.019307 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:29.019640 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:29.019966 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:29.020308 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:29.020633 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:29.020970 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:29.021270 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:29.021610 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:29.021926 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:29.022259 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:29.022571 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d050874-c6dd-4987-a437-a5ed919d82b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:31.187679 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a80766b4-d395-4cb7-8e6a-13c5e91c57de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:31.694951 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:33.115127 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:34.862121 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:42.165707 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 5 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:07:58.314889 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-28a39818-6c23-418f-ac08-f77372fbfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:01.189842 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-fdef72b6-01f2-46e0-a02e-0fe6715866ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:01.695671 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:03.116763 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:04.870260 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:19.166330 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 5 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:08:28.314651 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-72da228c-3fb5-4267-a467-04534e4935e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:31.189797 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-845ea424-747f-44f1-9aee-bce39d395a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:31.697036 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:33.119694 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:34.869362 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:56.165044 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 5 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:08:58.315176 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3931-6736-402e-b17d-a5e56475e6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.190392 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-9eb05068-176b-48c6-91e6-b28e1108df77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.699621 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:03.122725 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:04.873914 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:05.604609 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1030113'] for agent, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:09.503190 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54746) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:09.609583 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-cea546c3-a424-4fba-80bd-bda23b94c0e7 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1053019 Jul 22 23:09:11.794342 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54756) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:11.848627 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-558d3ba3-0791-41ce-b0bc-7ba048d88a36 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0531812 Jul 22 23:09:28.316223 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f860-4425-4170-8491-e14e9e728813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:31.191997 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-13b7d33e-09f6-4935-8c7b-545ab8c8caac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:31.699874 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:33.125966 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:33.164186 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:09:34.875707 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:35.561961 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:58.316959 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-3b51ddf5-3411-4004-b9c4-e20696a5249a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:01.192239 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-bf42d47d-8487-4caf-88a3-b7c731d3f4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:01.702785 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:03.135907 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:04.886307 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:05.565013 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:10.162998 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:10:28.430942 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7b12c953-c75d-47f6-9f48-de70540df76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:31.201538 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-23c74833-8c8a-4383-a259-49ba9230b8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:31.714764 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:33.134547 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:34.890504 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:35.579586 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.116292 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54918) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:43.450633 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1673410010-network', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:43.483148 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Made reservation on behalf of 0daf31fc4dcd49459973bf2aec95e80e for: {'network': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:43.487546 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.499652 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.660728 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.667563 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.713335 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696491d5-7990-4a5a-948f-9d7b91387cc8,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:43.723762 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:10:43.735589 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.736176 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.736910 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.737986 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.738409 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.738998 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.739520 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.740080 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.740638 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.741461 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.742055 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.742578 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Tracked resource versions report: Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: pushed versions: Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: { 'AddressGroup': {'1.2'}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'ConntrackHelper': {'1.0'}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Log': {'1.0'}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Network': {'1.1'}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Port': {'1.7'}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'PortForwarding': {'1.2'}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'QosPolicy': {'1.8'}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SecurityGroup': {'1.4'}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SubPort': {'1.0'}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Subnet': {'1.1'}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Trunk': {'1.1'}} Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: consumer versions: Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: { DHCP agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: HyperV agent@hv-cinder-80191: {}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: L3 agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: Metadata agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: Metering agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: Open vSwitch agent@dv-cinder-801916-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'ConntrackHelper': '1.0', Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Log': '1.0', Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Network': '1.1', Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Port': '1.7', Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'PortForwarding': '1.2', Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'QosPolicy': '1.8', Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SecurityGroup': '1.4', Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SecurityGroupRule': '1.2', Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'SubPort': '1.0', Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Subnet': '1.1', Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: 'Trunk': '1.1'}} Jul 22 23:10:43.744655 dv-cinder-801916-1-iscsi neutron-server[93214]: {{(pid=93214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:10:43.763928 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.764984 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.segments_db [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Added segment 0cc854db-f848-45b7-a407-62a846f54bd3 of type vlan for network d4f9ed55-e720-41be-9012-ef43f64dc6c8 Jul 22 23:10:43.833248 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.873206 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.874967 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:43.876380 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:43.963845 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] Pushing event updated for resources: {'Network': ['ID=d4f9ed55-e720-41be-9012-ef43f64dc6c8,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:43.982490 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54962) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:43.984943 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network d4f9ed55-e720-41be-9012-ef43f64dc6c8 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:10:43.988964 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Request body: {'subnet': {'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1673410010-subnet', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:43.992689 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-4e476d4f-693b-4b3f-8c6f-18443e7e5e99 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8738551 Jul 22 23:10:44.016723 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Made reservation on behalf of 0daf31fc4dcd49459973bf2aec95e80e for: {'subnet': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:44.019437 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:44.213591 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for subnet, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:44.273384 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d89757-66f3-43cf-8c2d-2022faf154ea,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:44.284208 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.284546 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.284885 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.285222 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.285540 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.285887 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.286249 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.286573 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.286910 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.287228 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.287539 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.287855 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Tracked resource versions report: Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: pushed versions: Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: { 'AddressGroup': {'1.2'}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'ConntrackHelper': {'1.0'}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Log': {'1.0'}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Network': {'1.1'}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Port': {'1.7'}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'PortForwarding': {'1.2'}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'QosPolicy': {'1.8'}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SecurityGroup': {'1.4'}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SubPort': {'1.0'}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Subnet': {'1.1'}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Trunk': {'1.1'}} Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: consumer versions: Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: { DHCP agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: HyperV agent@hv-cinder-80191: {}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: L3 agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: Metadata agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: Metering agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: Open vSwitch agent@dv-cinder-801916-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'ConntrackHelper': '1.0', Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Log': '1.0', Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Network': '1.1', Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Port': '1.7', Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'PortForwarding': '1.2', Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'QosPolicy': '1.8', Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SecurityGroup': '1.4', Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SecurityGroupRule': '1.2', Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'SubPort': '1.0', Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Subnet': '1.1', Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: 'Trunk': '1.1'}} Jul 22 23:10:44.288942 dv-cinder-801916-1-iscsi neutron-server[93213]: {{(pid=93213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:10:44.296898 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Checking segment: {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:44.297440 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Network hostable DHCP agents. Network: d4f9ed55-e720-41be-9012-ef43f64dc6c8, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:10:44.317202 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Network d4f9ed55-e720-41be-9012-ef43f64dc6c8 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:10:44.328867 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, d4f9ed55-e720-41be-9012-ef43f64dc6c8) {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:44.342616 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5bf0bb-190f-4fde-9f79-a8f54ca80058 None None] Network d4f9ed55-e720-41be-9012-ef43f64dc6c8 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:44.352635 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:44.353759 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:44.385414 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54976) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:44.388353 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-02d50b2f-4bc4-4712-b612-a348e383d662 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4019792 Jul 22 23:10:44.391782 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:44.430679 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9447'] for router, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:44.432080 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9448'] for router, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:44.528089 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcd69339-1e6c-5171-9e50-755e91f893a1-d4f9ed55-e720-41be-9012-ef43f64dc6c8', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea'}]}} from dv-cinder-801916-1-iscsi. {{(pid=93215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:10:44.529579 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:44.639720 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:44.745163 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.db_base_plugin_common [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Allocated IP 172.20.0.2 (d4f9ed55-e720-41be-9012-ef43f64dc6c8/08d89757-66f3-43cf-8c2d-2022faf154ea/2f6b2d44-0d5a-4d44-b22c-ea48a99d865e) {{(pid=93215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:10:44.886130 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9434'] for router, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:44.966487 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:44.976937 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Transition to ACTIVE for port object 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:10:45.000356 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Transition to ACTIVE for port object 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e will not be triggered until provisioned by entity DHCP. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:10:45.013538 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.052127 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54998) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:45.071808 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Pushing event updated for resources: {'Port': ['ID=2f6b2d44-0d5a-4d44-b22c-ea48a99d865e,revision_number=1']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:45.083039 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.083701 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.084277 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.084908 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.085418 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.085912 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.086450 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.086934 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.087440 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.087957 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.088274 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.088771 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Tracked resource versions report: Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: pushed versions: Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: { 'AddressGroup': {'1.2'}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'ConntrackHelper': {'1.0'}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Log': {'1.0'}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Network': {'1.1'}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Port': {'1.7'}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'PortForwarding': {'1.2'}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'QosPolicy': {'1.8'}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SecurityGroup': {'1.4'}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SubPort': {'1.0'}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Subnet': {'1.1'}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Trunk': {'1.1'}} Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: consumer versions: Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: { DHCP agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: HyperV agent@hv-cinder-80191: {}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: L3 agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: Metadata agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: Metering agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: Open vSwitch agent@dv-cinder-801916-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'ConntrackHelper': '1.0', Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Log': '1.0', Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Network': '1.1', Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Port': '1.7', Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'PortForwarding': '1.2', Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'QosPolicy': '1.8', Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SecurityGroup': '1.4', Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SecurityGroupRule': '1.2', Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'SubPort': '1.0', Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Subnet': '1.1', Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: 'Trunk': '1.1'}} Jul 22 23:10:45.090641 dv-cinder-801916-1-iscsi neutron-server[93215]: {{(pid=93215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:10:45.104867 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Network d4f9ed55-e720-41be-9012-ef43f64dc6c8 is already hosted by enough agents. {{(pid=93215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:10:45.107120 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.base_scheduler [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Resources bound (agent type, host, resource id): {{(pid=93215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:45.110668 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Received port after_create {{(pid=93215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:10:45.198932 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.216098 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Attempting to bind port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:10:45.217301 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Attempting to bind port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:10:45.218425 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Attempting to bind port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e on network d4f9ed55-e720-41be-9012-ef43f64dc6c8 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:10:45.236693 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:10:45.236960 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Checking segment: {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:45.237456 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.237863 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Bound using segment: {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:10:45.238412 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Bound port: 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:10:45.238822 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.243372 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.368351 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] For port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:10:45.374637 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] For port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=2f6b2d44-0d5a-4d44-b22c-ea48a99d865e,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:10:45.381113 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Allocated IP 172.27.3.67 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/29598a9a-b2bf-42e6-aa30-995647503c1a) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:10:45.383830 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.426049 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55006) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:45.464031 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55012) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:45.514335 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062e35a-a93b-4c13-942b-8fe675fb47d5 None None] Pushing event updated for resources: {'Port': ['ID=2f6b2d44-0d5a-4d44-b22c-ea48a99d865e,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:45.537582 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.608723 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.681788 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:10:45.688098 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:45.695763 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:10:45.871716 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-368732346-network', 'tenant_id': '3fd68ff680b74ff1aad279833470721f'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:45.872463 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Pushing event updated for resources: {'Port': ['ID=29598a9a-b2bf-42e6-aa30-995647503c1a,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:45.922939 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Made reservation on behalf of 3fd68ff680b74ff1aad279833470721f for: {'network': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:45.928826 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.956640 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.991244 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-network', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:46.108979 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-network', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:46.168660 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:10:46.275605 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:46.291804 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:46.304369 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:46.308114 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:10:46.330487 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=93213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:10:46.341398 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:46.341737 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.segments_db [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Added segment 5504b377-21a9-4c15-9861-f3833391419f of type vlan for network c5893aa1-d819-428b-b715-2d67bf2077c4 Jul 22 23:10:46.397002 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:46.457600 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:46.458882 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:46.460400 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:46.467699 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.db.api [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:10:46.467699 dv-cinder-801916-1-iscsi neutron-server[93213]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:10:46.467699 dv-cinder-801916-1-iscsi neutron-server[93213]: [parameters: {'project_id_1': 'db30537acd0941d2873b2057cb8e2214', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 10, 46, 138898)}] Jul 22 23:10:46.467699 dv-cinder-801916-1-iscsi neutron-server[93213]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93213) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:10:46.468917 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG oslo_db.api [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:10:46.473468 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c3bbec-c478-469e-a3e8-97d5bc225358,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:46.488609 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Made reservation on behalf of 989ed4019032413dacd764b93ca3e0a4 for: {'network': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:46.490359 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:46.533430 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4801128 Jul 22 23:10:46.536324 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55038) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:46.537039 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:46.547441 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] Request body: {'subnet': {'network_id': 'c5893aa1-d819-428b-b715-2d67bf2077c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-368732346-subnet', 'tenant_id': '3fd68ff680b74ff1aad279833470721f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:46.626024 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfa95f-ccb1-42a3-8021-6cec317779f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c5893aa1-d819-428b-b715-2d67bf2077c4,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:46.639486 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network c5893aa1-d819-428b-b715-2d67bf2077c4 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:10:46.655033 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] Made reservation on behalf of 3fd68ff680b74ff1aad279833470721f for: {'subnet': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:46.660661 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:46.729016 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027816'] for router, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:46.991351 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Router a930b17a-4d1e-4486-9150-8eee4564e3fd is scheduled to L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 with binding_index 1 {{(pid=93214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:10:47.091303 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.116824 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.159275 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:10:47.162011 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:10:47.171909 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Sync routers for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:10:47.205713 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:10:47.212422 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:10:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:10:47.260480 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee4e17-9284-4c24-aa2e-b708efb38a1a None None] Network d4f9ed55-e720-41be-9012-ef43f64dc6c8 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:47.356455 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] Notify callbacks [] for router, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.361074 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-9f236c5a-7fae-4ae0-b00b-1eab10dbb60d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9743903 Jul 22 23:10:47.361820 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55058) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:47.363022 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:10:47.396972 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Made reservation on behalf of db30537acd0941d2873b2057cb8e2214 for: {'network': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:47.402793 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.439682 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:10:47.452756 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.469842 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e2b110-deee-4424-bf15-449debdfbcf0,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:47.483118 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for subnet, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.512011 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-85e320d1-276b-4b69-8a6f-e96ee10517a4 None None] Provisioning for port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:10:47.527772 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.528335 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.segments_db [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Added segment 53da782b-6edc-47fb-a2bf-a50724eeea5c of type vlan for network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d Jul 22 23:10:47.542454 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-85e320d1-276b-4b69-8a6f-e96ee10517a4 None None] Provisioning complete for port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:10:47.543703 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-85e320d1-276b-4b69-8a6f-e96ee10517a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.750918 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.769427 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:45Z', 'revision_number': 3, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:10:47.772611 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.784775 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.796234 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Checking router: a930b17a-4d1e-4486-9150-8eee4564e3fd for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:10:47.796581 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Updating router a930b17a-4d1e-4486-9150-8eee4564e3fd port 29598a9a-b2bf-42e6-aa30-995647503c1a binding host dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:10:47.825198 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f80b31-166c-4bef-b5ad-8bd50c71e47a,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:47.838065 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.843692 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:10:47.856657 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] Checking segment: {'id': '5504b377-21a9-4c15-9861-f3833391419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c5893aa1-d819-428b-b715-2d67bf2077c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:47.857166 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] Network hostable DHCP agents. Network: c5893aa1-d819-428b-b715-2d67bf2077c4, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:10:47.891376 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5667c5dc-f226-49b4-bea3-8ae87ab767c3,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:47.907728 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.908121 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.segments_db [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Added segment 2fa81b78-86e7-4f84-a856-a381b8bfae59 of type vlan for network ba9226ad-6df0-406e-94a2-ed0b7779cb04 Jul 22 23:10:47.925183 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.926526 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:47.927194 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:47.965115 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] Network c5893aa1-d819-428b-b715-2d67bf2077c4 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:10:47.994834 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.044122 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, c5893aa1-d819-428b-b715-2d67bf2077c4) {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:48.060850 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5915203 Jul 22 23:10:48.061652 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540219b0-0455-4bf9-9d0e-198dad18178d None None] Network c5893aa1-d819-428b-b715-2d67bf2077c4 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:48.072446 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55076) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:48.084481 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:48.085387 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.090226 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-85e320d1-276b-4b69-8a6f-e96ee10517a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.189731 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] Request body: {'subnet': {'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-subnet', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:48.207960 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a6699-5e71-4dfa-b019-66ab9a132cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=18c504e6-d2aa-4ecf-ae3a-000e47781a7d,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:48.237647 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.239847 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:48.240928 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.255827 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:10:48.274913 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] Made reservation on behalf of 989ed4019032413dacd764b93ca3e0a4 for: {'subnet': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:48.278646 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.291322 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-85e320d1-276b-4b69-8a6f-e96ee10517a4 None None] For port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=2f6b2d44-0d5a-4d44-b22c-ea48a99d865e,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:10:48.295309 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.8677866 Jul 22 23:10:48.299738 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-797d391f-0226-4f6a-b394-796f90c27624 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7603006 Jul 22 23:10:48.300107 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55084) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:48.344328 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-85e320d1-276b-4b69-8a6f-e96ee10517a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.348375 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] Request body: {'subnet': {'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-subnet', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:48.403973 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101412fc-9e9e-4b00-b26f-94615c366643 admin admin] Pushing event updated for resources: {'Network': ['ID=ba9226ad-6df0-406e-94a2-ed0b7779cb04,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:48.548711 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] Made reservation on behalf of db30537acd0941d2873b2057cb8e2214 for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:10:48.552067 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.558938 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.656402 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Notify callbacks [] for port, precommit_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.737189 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network ba9226ad-6df0-406e-94a2-ed0b7779cb04 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:10:48.747646 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.provisioning_blocks [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Transition to ACTIVE for port object 29598a9a-b2bf-42e6-aa30-995647503c1a will not be triggered until provisioned by entity L2. {{(pid=93216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:10:48.770321 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.999278 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce4bead-ef12-4489-b9ea-d8296c9f629b None None] Network c5893aa1-d819-428b-b715-2d67bf2077c4 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:48.999824 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for subnet, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.085819 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e320d1-276b-4b69-8a6f-e96ee10517a4 None None] Pushing event updated for resources: {'Port': ['ID=2f6b2d44-0d5a-4d44-b22c-ea48a99d865e,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:49.097797 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Attempting to bind port 29598a9a-b2bf-42e6-aa30-995647503c1a on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:10:49.098397 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Attempting to bind port 29598a9a-b2bf-42e6-aa30-995647503c1a by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:10:49.099003 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Attempting to bind port 29598a9a-b2bf-42e6-aa30-995647503c1a on network da98639b-9608-489a-974e-927f66fecb27 {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:10:49.120989 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:10:49.121594 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Checking segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:49.122338 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.122980 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Bound using segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:10:49.126285 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Bound port: 29598a9a-b2bf-42e6-aa30-995647503c1a, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:10:49.130073 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.211550 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-5f573dcc-f2fe-4765-b93d-31e354ba4bfd None None] Provisioning complete for port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:10:49.222659 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5f573dcc-f2fe-4765-b93d-31e354ba4bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.240835 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Allocated IP 172.20.0.1 (d4f9ed55-e720-41be-9012-ef43f64dc6c8/08d89757-66f3-43cf-8c2d-2022faf154ea/85ac3f7b-0320-4cb7-9af9-cdf13d83b894) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:10:49.276325 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.298422 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ee3dab-9ef5-4c5d-a33a-e755c7f55776,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:49.321359 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] Checking segment: {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:49.326229 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] Network hostable DHCP agents. Network: 18c504e6-d2aa-4ecf-ae3a-000e47781a7d, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:10:49.350554 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Pushing event updated for resources: {'Port': ['ID=29598a9a-b2bf-42e6-aa30-995647503c1a,revision_number=2']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:49.382182 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.382766 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.383603 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.384158 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.384726 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.385307 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.385879 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.387059 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.387981 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.388551 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.389116 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.389648 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Tracked resource versions report: Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: pushed versions: Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: { 'AddressGroup': {'1.2'}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'ConntrackHelper': {'1.0'}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Log': {'1.0'}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Network': {'1.1'}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Port': {'1.7'}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'PortForwarding': {'1.2'}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'QosPolicy': {'1.8'}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SecurityGroup': {'1.4'}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SubPort': {'1.0'}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Subnet': {'1.1'}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Trunk': {'1.1'}} Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: consumer versions: Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: { DHCP agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: HyperV agent@hv-cinder-80191: {}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: L3 agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: Metadata agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: Metering agent@dv-cinder-801916-1-iscsi: {}, Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: Open vSwitch agent@dv-cinder-801916-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'ConntrackHelper': '1.0', Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Log': '1.0', Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Network': '1.1', Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Port': '1.7', Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'PortForwarding': '1.2', Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'QosPolicy': '1.8', Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SecurityGroup': '1.4', Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SecurityGroupRule': '1.2', Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'SubPort': '1.0', Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Subnet': '1.1', Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: 'Trunk': '1.1'}} Jul 22 23:10:49.391745 dv-cinder-801916-1-iscsi neutron-server[93216]: {{(pid=93216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:10:49.407827 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] For port 29598a9a-b2bf-42e6-aa30-995647503c1a, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:10:49.414642 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] For port 29598a9a-b2bf-42e6-aa30-995647503c1a, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=29598a9a-b2bf-42e6-aa30-995647503c1a,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:10:49.425540 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.430280 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] Network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:10:49.467550 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, 18c504e6-d2aa-4ecf-ae3a-000e47781a7d) {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:49.478923 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:49.479955 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.500154 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:10:49.501013 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:10:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:10:49.531436 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-11022b17-3bf0-41d8-be34-d7a34fd042a9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4515839 Jul 22 23:10:49.533696 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55118) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:49.537982 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:49.554238 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:49.633808 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e830c49-1906-480a-8b0a-67820af828b9 None None] Pushing event updated for resources: {'Port': ['ID=29598a9a-b2bf-42e6-aa30-995647503c1a,revision_number=3']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:49.650388 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9447'] for router, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.652200 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9448'] for router, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.683121 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd2dc8-376d-4f93-895e-04df4377aff7 None None] Network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:49.766523 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] Checking segment: {'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:49.767375 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] Network hostable DHCP agents. Network: ba9226ad-6df0-406e-94a2-ed0b7779cb04, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:10:49.777663 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:10:49.833908 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] Network ba9226ad-6df0-406e-94a2-ed0b7779cb04 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:10:49.874183 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.879292 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, ba9226ad-6df0-406e-94a2-ed0b7779cb04) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:49.896595 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:49.897825 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.906905 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.928287 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Transition to ACTIVE for port object 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:10:50.017138 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb165a3-6fa3-4310-bf08-0d1b11b727e5 None None] Network ba9226ad-6df0-406e-94a2-ed0b7779cb04 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:50.071434 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-146dd16b-90fd-4869-8cad-1818d07a8536 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7449219 Jul 22 23:10:50.075234 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.080339 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55126) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:50.201917 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:10:50.219779 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-router', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:50.288623 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Network d4f9ed55-e720-41be-9012-ef43f64dc6c8 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:10:50.306070 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:50.323074 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:10:50.323908 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027609'] for router_interface, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.637622 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9434'] for router, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.653761 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:45Z', 'revision_number': 3, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:10:50.815451 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6f422-d5fd-439c-a231-3b65abbe7fbc None None] The sync data for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi is: [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:45Z', 'revision_number': 3, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:10:50.882379 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55158) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:50.912717 dv-cinder-801916-1-iscsi neutron-server[93213]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 23:10:51.024492 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.149223 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30843d98-e0fd-485c-917a-2b3b1622f0fc None None] Network ba9226ad-6df0-406e-94a2-ed0b7779cb04 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:51.156260 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcd69339-1e6c-5171-9e50-755e91f893a1-18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776'}]}} from dv-cinder-801916-1-iscsi. {{(pid=93215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:10:51.157166 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.161911 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-fe91f9da-ba58-4bcd-9ebb-ff3bfdd7d446 None None] Provisioning for port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:10:51.172965 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:10:51.173354 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.228043 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-fe91f9da-ba58-4bcd-9ebb-ff3bfdd7d446 None None] Provisioning complete for port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:10:51.228514 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-fe91f9da-ba58-4bcd-9ebb-ff3bfdd7d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.494583 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=85ac3f7b-0320-4cb7-9af9-cdf13d83b894,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:51.505901 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9447'] for router, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.508603 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9448'] for router, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.578676 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-fe91f9da-ba58-4bcd-9ebb-ff3bfdd7d446 None None] Port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:10:51.650004 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-6d6882b5-a4bb-40e6-8867-93247a8cf727 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:10:51.665246 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-6d6882b5-a4bb-40e6-8867-93247a8cf727 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/networks?id=c5893aa1-d819-428b-b715-2d67bf2077c4 HTTP/1.1" status: 200 len: 811 time: 0.7771552 Jul 22 23:10:51.682671 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:51.743476 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-246ba797-1643-4643-9128-1849fc6d6099 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/quotas/3fd68ff680b74ff1aad279833470721f HTTP/1.1" status: 200 len: 375 time: 0.0771415 Jul 22 23:10:51.823492 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.db_base_plugin_common [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Allocated IP 172.20.0.2 (18c504e6-d2aa-4ecf-ae3a-000e47781a7d/03ee3dab-9ef5-4c5d-a33a-e755c7f55776/72656eeb-0304-4fa5-a207-0d1066232584) {{(pid=93215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:10:52.148777 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9434'] for router, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.167793 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-7400879b-f3ad-413a-ba05-df73daf2fda9 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fd68ff680b74ff1aad279833470721f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4219720 Jul 22 23:10:52.236825 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.340509 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.345398 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.375303 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Transition to ACTIVE for port object 72656eeb-0304-4fa5-a207-0d1066232584 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:10:52.565782 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Transition to ACTIVE for port object 72656eeb-0304-4fa5-a207-0d1066232584 will not be triggered until provisioned by entity DHCP. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:10:52.597912 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.661480 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.677354 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.679762 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026729'] for router_interface, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.724490 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d is already hosted by enough agents. {{(pid=93215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:10:52.795530 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55202) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:52.811942 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Allocated IP 172.27.3.224 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:10:52.818665 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-90a7e562-9375-4e4f-814a-f9cda6433af1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:10:52.825943 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-90a7e562-9375-4e4f-814a-f9cda6433af1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2728851 Jul 22 23:10:52.839082 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.base_scheduler [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Resources bound (agent type, host, resource id): {{(pid=93215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:52.849026 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=85ac3f7b-0320-4cb7-9af9-cdf13d83b894,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:52.849513 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Received port after_create {{(pid=93215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:10:52.942298 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Pushing event updated for resources: {'Port': ['ID=72656eeb-0304-4fa5-a207-0d1066232584,revision_number=1']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:53.032828 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Attempting to bind port 72656eeb-0304-4fa5-a207-0d1066232584 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:10:53.033308 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Attempting to bind port 72656eeb-0304-4fa5-a207-0d1066232584 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:10:53.033744 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Attempting to bind port 72656eeb-0304-4fa5-a207-0d1066232584 on network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:10:53.040934 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:10:53.041420 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Checking segment: {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:53.041910 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:53.042445 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Bound using segment: {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:10:53.043570 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Bound port: 72656eeb-0304-4fa5-a207-0d1066232584, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:10:53.044052 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:53.102710 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13414543-a85e-4a90-a568-19e94e3afc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:53.121783 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 29598a9a-b2bf-42e6-aa30-995647503c1a up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:10:53.190338 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Network d4f9ed55-e720-41be-9012-ef43f64dc6c8 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:10:53.193942 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:53.217986 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:53.225174 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] For port 72656eeb-0304-4fa5-a207-0d1066232584, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:10:53.259238 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] For port 72656eeb-0304-4fa5-a207-0d1066232584, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=72656eeb-0304-4fa5-a207-0d1066232584,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:10:53.279753 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:53.353791 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-a40cbc6a-9e2e-46b1-9cbe-86859124f26c service neutron] 10.222.0.55 "GET /v2.0/networks/c5893aa1-d819-428b-b715-2d67bf2077c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269229 Jul 22 23:10:53.356425 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 29598a9a-b2bf-42e6-aa30-995647503c1a completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:10:53.384715 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 29598a9a-b2bf-42e6-aa30-995647503c1a triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:10:53.385229 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:53.418603 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:53.515174 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:53.533739 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4ee01-eea7-4cd5-af22-0ce5044126f9 None None] Pushing event updated for resources: {'Port': ['ID=72656eeb-0304-4fa5-a207-0d1066232584,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:53.695390 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:53.728456 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Router a930b17a-4d1e-4486-9150-8eee4564e3fd has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:10:53.756493 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 29598a9a-b2bf-42e6-aa30-995647503c1a, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=29598a9a-b2bf-42e6-aa30-995647503c1a,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:10:53.777969 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:53.934903 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13414543-a85e-4a90-a568-19e94e3afc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:53.940331 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=29598a9a-b2bf-42e6-aa30-995647503c1a,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:53.972614 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-6af053b0-ece9-4a50-bac5-053baaaf3d6a None None] Provisioning complete for port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:10:53.973215 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-6af053b0-ece9-4a50-bac5-053baaaf3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:54.017687 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13414543-a85e-4a90-a568-19e94e3afc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:54.054453 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:54.078144 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13414543-a85e-4a90-a568-19e94e3afc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ed13ff-2b58-4631-a65d-f59c0197036f,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:54.155863 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-6af053b0-ece9-4a50-bac5-053baaaf3d6a None None] Port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:10:54.201783 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:10:54.206266 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Pushing event updated for resources: {'Port': ['ID=7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:54.208500 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:54.227159 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-c1e53947-6f54-4397-9596-6409c4827e06 service neutron] 10.222.0.55 "GET /v2.0/networks/c5893aa1-d819-428b-b715-2d67bf2077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8412464 Jul 22 23:10:54.229304 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Allocated IP 172.27.3.82 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/8bef5f98-ddf1-432d-93c3-3bdbcc9e9160) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:10:54.273270 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-13414543-a85e-4a90-a568-19e94e3afc47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5abbad7a06404d31ae7fbf2ac2d0e041&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4757967 Jul 22 23:10:54.276445 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:10:54.282051 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:10:54.296113 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Sync routers for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:10:54.298898 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-3f5c7b37-d0c8-4a78-a834-7c8af33eb0b3 admin admin] 10.222.0.55 "PUT /v2.0/routers/a930b17a-4d1e-4486-9150-8eee4564e3fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9352067 Jul 22 23:10:54.301022 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55230) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:54.333604 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:10:54.334700 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:10:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:10:54.782797 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-46338cd4-0647-4a82-8177-3dea2aaf56d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:54.825542 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:10:54.956360 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:55.032309 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-46338cd4-0647-4a82-8177-3dea2aaf56d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:55.175278 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-868cc944-c91f-4418-9bb7-b3ee81579f42 req-c405dca0-3f3d-4ad8-be7d-c8918ec60ad1 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 210 time: 0.2309909 Jul 22 23:10:55.379957 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-46338cd4-0647-4a82-8177-3dea2aaf56d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:55.384836 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-46338cd4-0647-4a82-8177-3dea2aaf56d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:55.388147 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55274) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:55.391251 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-46338cd4-0647-4a82-8177-3dea2aaf56d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92ed13ff-2b58-4631-a65d-f59c0197036f HTTP/1.1" status: 204 len: 168 time: 1.0782528 Jul 22 23:10:55.400782 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:55.412980 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 29598a9a-b2bf-42e6-aa30-995647503c1a up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:10:55.418767 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46338cd4-0647-4a82-8177-3dea2aaf56d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ed13ff-2b58-4631-a65d-f59c0197036f,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:55.470699 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:55.531821 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:10:55.540929 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:10:55.609423 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:10:55.908028 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55284) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:55.924203 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-292adadc-5044-4dd0-a69a-a6bdad1b41b2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502905662', 'description': 'tempest-description--344156788'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:55.942000 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7c00d-3e67-49ed-ac07-90af7fcd5b17 None None] Network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:10:55.961872 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-43884546-b7bc-46ea-8260-e25e38ed1127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.087067 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-43884546-b7bc-46ea-8260-e25e38ed1127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.097378 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-43884546-b7bc-46ea-8260-e25e38ed1127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.141156 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43884546-b7bc-46ea-8260-e25e38ed1127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b251e46f-c73e-47ab-8e22-528fdf605699,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:56.151425 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-0d803b32-07c1-4a49-8ecb-764985ac03c5 None None] Provisioning for port 72656eeb-0304-4fa5-a207-0d1066232584 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:10:56.171630 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-43884546-b7bc-46ea-8260-e25e38ed1127 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b46cda43995b427bad5cd33262dc3728&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7802935 Jul 22 23:10:56.172777 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55292) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:56.253436 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027816'] for router, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.257894 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d48cd1f8-6148-4ea1-bf3b-a380644c8dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.288812 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d48cd1f8-6148-4ea1-bf3b-a380644c8dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.296370 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 29598a9a-b2bf-42e6-aa30-995647503c1a triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:10:56.297197 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.341795 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55298) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:56.374581 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f89f1ede-7798-4aba-95a2-d3e527324056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.386758 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d48cd1f8-6148-4ea1-bf3b-a380644c8dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.389640 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d48cd1f8-6148-4ea1-bf3b-a380644c8dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.394147 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-d48cd1f8-6148-4ea1-bf3b-a380644c8dae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b251e46f-c73e-47ab-8e22-528fdf605699 HTTP/1.1" status: 204 len: 168 time: 0.2179630 Jul 22 23:10:56.441956 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cd1f8-6148-4ea1-bf3b-a380644c8dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b251e46f-c73e-47ab-8e22-528fdf605699,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:56.466861 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-292adadc-5044-4dd0-a69a-a6bdad1b41b2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.521259 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Pushing event updated for resources: {'Port': ['ID=8bef5f98-ddf1-432d-93c3-3bdbcc9e9160,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:56.525121 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-fef83134-6a30-41d2-99e3-0e5f2c38eed1 req-263f36ce-214f-421e-aa10-aa011b83d524 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 210 time: 0.0411007 Jul 22 23:10:56.600290 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.719133 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c is scheduled to L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 with binding_index 1 {{(pid=93213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:10:56.742932 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f89f1ede-7798-4aba-95a2-d3e527324056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.750356 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f89f1ede-7798-4aba-95a2-d3e527324056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:56.779899 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f1ede-7798-4aba-95a2-d3e527324056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b769e5d-ae86-435f-a7d0-46a8406e7ac2,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:56.877275 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 72656eeb-0304-4fa5-a207-0d1066232584 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:10:57.018499 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:10:52Z', 'revision_number': 2, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:10:57.066651 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Checking router: a930b17a-4d1e-4486-9150-8eee4564e3fd for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:10:57.067831 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Updating router a930b17a-4d1e-4486-9150-8eee4564e3fd port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 binding host dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:10:57.155880 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-292adadc-5044-4dd0-a69a-a6bdad1b41b2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:57.176504 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-292adadc-5044-4dd0-a69a-a6bdad1b41b2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:57.211178 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-292adadc-5044-4dd0-a69a-a6bdad1b41b2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:57.214948 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-292adadc-5044-4dd0-a69a-a6bdad1b41b2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3017533 Jul 22 23:10:57.219141 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55320) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:57.242073 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 72656eeb-0304-4fa5-a207-0d1066232584 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:10:57.248177 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-7d51a8ae-0196-4116-aa9e-f88b7beb919e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'security_group_rule': {'security_group_id': '9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:57.250827 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 72656eeb-0304-4fa5-a207-0d1066232584 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:10:57.251200 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:57.254570 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:57.305833 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027816'] for router, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:57.316253 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-f89f1ede-7798-4aba-95a2-d3e527324056 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61eaa73fd61f4c1bb6adf8f3debb526a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9572234 Jul 22 23:10:57.317133 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7d51a8ae-0196-4116-aa9e-f88b7beb919e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:57.320115 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55326) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:57.329395 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292adadc-5044-4dd0-a69a-a6bdad1b41b2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:57.434759 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:10:57.455143 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Sync routers for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:10:57.458506 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] Notify callbacks [] for router, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:57.467068 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-41591209-9dbf-4015-8499-16ea59c7e78b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9244072 Jul 22 23:10:57.468545 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55336) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:57.500613 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:10:57.501663 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:10:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:10:57.799522 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55346) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:57.812558 dv-cinder-801916-1-iscsi neutron-server[93214]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 23:10:57.882638 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7d51a8ae-0196-4116-aa9e-f88b7beb919e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:57.932223 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5a99d946-4cd8-448e-a8f3-d3b309a4d6e0 req-f66b504f-bc31-4b58-995f-667fc440a91b tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 210 time: 0.1290300 Jul 22 23:10:57.937908 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7d51a8ae-0196-4116-aa9e-f88b7beb919e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:57.973422 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7d51a8ae-0196-4116-aa9e-f88b7beb919e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:57.979317 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-7d51a8ae-0196-4116-aa9e-f88b7beb919e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7534628 Jul 22 23:10:57.981159 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55354) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:57.983688 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ced6fdff-825b-4b9f-8770-164d39e645ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.024981 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:10:58.058973 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-500cc44c-7fcd-4aa6-b9b1-a585d3ce73b7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'security_group_rule': {'security_group_id': '9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:58.068628 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51a8ae-0196-4116-aa9e-f88b7beb919e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d424c8-6f25-4deb-b621-e20ecad170d7,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:58.113000 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ced6fdff-825b-4b9f-8770-164d39e645ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.154834 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-977d062d-4e91-4f46-ab1d-a83784db6509 None None] Provisioning complete for port 72656eeb-0304-4fa5-a207-0d1066232584 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:10:58.155443 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-977d062d-4e91-4f46-ab1d-a83784db6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.227374 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Router 8d35f613-5bea-4fed-a200-18dce8b4aae7 is scheduled to L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 with binding_index 1 {{(pid=93214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:10:58.243980 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ced6fdff-825b-4b9f-8770-164d39e645ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.249154 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ced6fdff-825b-4b9f-8770-164d39e645ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.256464 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-ced6fdff-825b-4b9f-8770-164d39e645ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b769e5d-ae86-435f-a7d0-46a8406e7ac2 HTTP/1.1" status: 204 len: 168 time: 0.9307475 Jul 22 23:10:58.286983 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6fdff-825b-4b9f-8770-164d39e645ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b769e5d-ae86-435f-a7d0-46a8406e7ac2,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:58.380489 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.439034 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:10:54Z', 'revision_number': 3, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:10:58.453231 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-4ac4df15-c544-4037-a0c3-21ba6eae0ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.522606 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Checking router: 2f42cff3-bd22-4a6e-ab53-f01ec772b17c for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:10:58.524149 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Updating router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 binding host dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:10:58.538957 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:10:58.565871 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] Notify callbacks [] for router, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.567268 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-232794bd-9caa-4012-8180-5e3d7ddbb81e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3610475 Jul 22 23:10:58.568036 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Sync routers for ids ['8d35f613-5bea-4fed-a200-18dce8b4aae7'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:10:58.570109 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55368) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:58.593489 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 72656eeb-0304-4fa5-a207-0d1066232584, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=72656eeb-0304-4fa5-a207-0d1066232584,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:10:58.596048 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-500cc44c-7fcd-4aa6-b9b1-a585d3ce73b7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.615471 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.665195 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.871943 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.904676 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Transition to ACTIVE for port object 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:10:58.949879 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-500cc44c-7fcd-4aa6-b9b1-a585d3ce73b7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.964684 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-500cc44c-7fcd-4aa6-b9b1-a585d3ce73b7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:58.988265 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Routers {'8d35f613-5bea-4fed-a200-18dce8b4aae7'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:10:58.988914 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:10:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['8d35f613-5bea-4fed-a200-18dce8b4aae7'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:10:59.048409 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cc44c-7fcd-4aa6-b9b1-a585d3ce73b7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4253ab7-0697-4ed5-98db-ed933a54c319,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:59.138607 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-500cc44c-7fcd-4aa6-b9b1-a585d3ce73b7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:59.139880 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-500cc44c-7fcd-4aa6-b9b1-a585d3ce73b7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0976624 Jul 22 23:10:59.144462 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55392) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:10:59.149195 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'floatingip': {'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:10:59.228319 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:59.294835 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Set router 8d35f613-5bea-4fed-a200-18dce8b4aae7 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:10:59.371300 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:59.434670 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:59.485060 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Notify callbacks [] for port, precommit_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:59.508400 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.provisioning_blocks [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Transition to ACTIVE for port object 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 will not be triggered until provisioned by entity L2. {{(pid=93216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:10:59.539927 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:59.562256 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=72656eeb-0304-4fa5-a207-0d1066232584,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:59.619746 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:59.623364 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3bdb4cbb-fb77-4010-8a72-4e39dd79f10a req-08ae7c97-8666-454c-9a65-5c4c4ef66022 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 210 time: 0.2416422 Jul 22 23:10:59.637048 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Attempting to bind port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:10:59.637496 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Attempting to bind port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:10:59.638076 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Attempting to bind port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 on network da98639b-9608-489a-974e-927f66fecb27 {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:10:59.652679 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c09996-8f66-4562-8fe7-4dfc85914a8a None None] Pushing event updated for resources: {'Port': ['ID=7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8,revision_number=2']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:10:59.684281 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:10:59.684766 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Checking segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:10:59.685217 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:59.685551 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Bound using segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:10:59.686124 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Bound port: 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:10:59.686549 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:59.824308 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] For port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:10:59.832767 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] For port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:10:59.852114 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:00.000370 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:00.001092 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:10:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:00.007662 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c09996-8f66-4562-8fe7-4dfc85914a8a None None] Pushing event updated for resources: {'Port': ['ID=7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8,revision_number=3']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:00.008664 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba173cb2-9217-4b54-a2aa-103a4833cadc None None] Pushing event updated for resources: {'Port': ['ID=85ac3f7b-0320-4cb7-9af9-cdf13d83b894,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:00.097395 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Allocated IP 172.20.0.1 (ba9226ad-6df0-406e-94a2-ed0b7779cb04/5a8e45e9-3084-4168-9c5c-8ab956d6d9c0/57ce7a07-90ea-4d40-af67-0935c0533825) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:00.198125 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Attempting to bind port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:00.199425 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Attempting to bind port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:00.200033 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Attempting to bind port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 on network d4f9ed55-e720-41be-9012-ef43f64dc6c8 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:00.241208 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:00.241419 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Checking segment: {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:00.241979 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:00.242891 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Bound using segment: {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:00.245721 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Bound port: 85ac3f7b-0320-4cb7-9af9-cdf13d83b894, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:00.246684 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:00.283538 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:00.355285 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:00.412886 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Allocated IP 172.20.0.1 (18c504e6-d2aa-4ecf-ae3a-000e47781a7d/03ee3dab-9ef5-4c5d-a33a-e755c7f55776/7fdd90a8-29a9-419a-b424-01d3e6338442) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:00.474351 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:00.508339 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:00.567621 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:10:54Z', 'revision_number': 3, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:00.591370 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-router', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:51Z', 'updated_at': '2021-07-22T23:10:55Z', 'revision_number': 3, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'gw_port': {'id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:53Z', 'updated_at': '2021-07-22T23:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:00.606572 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c732652-5fc4-410b-97b4-3a6b607d0c49 None None] The sync data for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi is: [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:10:54Z', 'revision_number': 3, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:00.644513 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:00.686756 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Checking router: 8d35f613-5bea-4fed-a200-18dce8b4aae7 for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:00.687887 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Updating router 8d35f613-5bea-4fed-a200-18dce8b4aae7 port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 binding host dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:11:00.694720 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] For port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:00.707554 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.provisioning_blocks [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Transition to ACTIVE for port object 7fdd90a8-29a9-419a-b424-01d3e6338442 will not be triggered until provisioned by entity DHCP. {{(pid=93213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:00.762012 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Allocated IP 172.27.3.18 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/929b6382-2ca2-48a0-86a5-b84bff076632) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:00.768225 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] For port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=85ac3f7b-0320-4cb7-9af9-cdf13d83b894,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:00.779679 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:00.875177 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=57ce7a07-90ea-4d40-af67-0935c0533825,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:00.891402 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Network ba9226ad-6df0-406e-94a2-ed0b7779cb04 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:00.894207 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:00.900263 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:00.900966 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027609'] for router_interface, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:00.937104 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:00.943042 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 72656eeb-0304-4fa5-a207-0d1066232584 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:00.970824 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:01.224687 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:01.258069 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:01.268349 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:01.269530 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027609'] for router_interface, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:01.279992 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Pushing event updated for resources: {'Port': ['ID=7fdd90a8-29a9-419a-b424-01d3e6338442,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:01.407051 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2152a0f3-f2ce-4913-bae6-31199e7ec0e4 req-4cbf4cf5-e4cd-491b-81e1-08a5c8064fa7 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 210 time: 0.2663488 Jul 22 23:11:01.618378 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:01.618597 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:01.713953 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:01.935638 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba173cb2-9217-4b54-a2aa-103a4833cadc None None] Pushing event updated for resources: {'Port': ['ID=85ac3f7b-0320-4cb7-9af9-cdf13d83b894,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:01.950422 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:01.968758 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:01.969270 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:10:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:01.985847 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-dcb1a368-d5a0-4b74-9579-2bcfdc7fa880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:01.987382 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'Port': ['ID=929b6382-2ca2-48a0-86a5-b84bff076632,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:02.053349 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:02.067840 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:02.184460 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:02.234388 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 72656eeb-0304-4fa5-a207-0d1066232584 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:02.234388 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:02.341131 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:02.357937 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:02.360067 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:02.361543 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026729'] for router_interface, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:02.475347 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:02.509342 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-d16545a7-a38a-4adf-ad15-48c6bbe138d2 None None] Provisioning for port 7fdd90a8-29a9-419a-b424-01d3e6338442 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:02.572886 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-d16545a7-a38a-4adf-ad15-48c6bbe138d2 None None] Provisioning complete for port 7fdd90a8-29a9-419a-b424-01d3e6338442 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:02.573803 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d16545a7-a38a-4adf-ad15-48c6bbe138d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:02.640417 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:02.678860 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=57ce7a07-90ea-4d40-af67-0935c0533825,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:02.832150 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:03.021315 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-d16545a7-a38a-4adf-ad15-48c6bbe138d2 None None] Port 7fdd90a8-29a9-419a-b424-01d3e6338442 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:03.070849 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-00998a16-378e-4bfc-a6a7-4973bbbeb87a req-42193d20-b9fe-47b6-b5df-ef0a6d16e4d1 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 210 time: 0.4316239 Jul 22 23:11:03.096535 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Network ba9226ad-6df0-406e-94a2-ed0b7779cb04 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:03.103018 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:03.191542 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:03.191542 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:03.199693 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:03.215890 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:03.373150 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Notify callbacks [] for port, precommit_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:03.443265 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.78', 50466) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:03.462161 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:03.548382 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Transition to ACTIVE for port object 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:03.574231 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:03.590090 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Router 8d35f613-5bea-4fed-a200-18dce8b4aae7 has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:11:03.613036 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:03.679507 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:03.679862 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:03.748785 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'Port': ['ID=929b6382-2ca2-48a0-86a5-b84bff076632,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:03.783472 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:03.790019 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-bf8ca7f1-93f9-4aac-ad45-c3fb4dd66cc4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6441214 Jul 22 23:11:04.010203 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.020505 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.021674 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026729'] for router_interface, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.048698 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcfe80-8014-49d5-bca2-2d7dd1adc788 None None] Pushing event updated for resources: {'Port': ['ID=8bef5f98-ddf1-432d-93c3-3bdbcc9e9160,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:04.109677 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Attempting to bind port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:04.119159 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Attempting to bind port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:04.122524 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Attempting to bind port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 on network da98639b-9608-489a-974e-927f66fecb27 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:04.164640 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-2c7629b0-735d-49a5-a0a6-296da6670729 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:04.169344 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-2c7629b0-735d-49a5-a0a6-296da6670729 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.78 "GET /v2.0/networks?id=c5893aa1-d819-428b-b715-2d67bf2077c4 HTTP/1.1" status: 200 len: 811 time: 0.7245622 Jul 22 23:11:04.192710 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:04.193326 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Checking segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:04.194248 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.194825 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Bound using segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:04.195517 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Bound port: 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:04.196069 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.261242 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Request body: {'port': {'device_id': '2b347461-d888-40ae-ac98-e646153b50a4', 'network_id': 'c5893aa1-d819-428b-b715-2d67bf2077c4', 'admin_state_up': True, 'tenant_id': '3fd68ff680b74ff1aad279833470721f'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:04.442207 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] For port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:04.451180 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] For port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=8bef5f98-ddf1-432d-93c3-3bdbcc9e9160,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:04.471353 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.549867 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:04.560392 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f9d23692-508f-493d-8800-c761bfd8f706 req-29b31eb1-2e8c-40c1-9169-add68aa6bce7 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 210 time: 0.1277030 Jul 22 23:11:04.587010 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcfe80-8014-49d5-bca2-2d7dd1adc788 None None] Pushing event updated for resources: {'Port': ['ID=8bef5f98-ddf1-432d-93c3-3bdbcc9e9160,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:04.620018 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:04.633152 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:00Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:04.669888 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6280f-a455-43f8-bb4d-8ae6a63793c5 None None] The sync data for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi is: [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:00Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:04.676104 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.676715 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Pushing event updated for resources: {'Port': ['ID=7fdd90a8-29a9-419a-b424-01d3e6338442,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:04.738119 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:04.741393 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Routers {'8d35f613-5bea-4fed-a200-18dce8b4aae7'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:04.742802 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:11:02Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['8d35f613-5bea-4fed-a200-18dce8b4aae7'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:04.748432 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.263849 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:05.286507 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] Set router 8d35f613-5bea-4fed-a200-18dce8b4aae7 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:05.299139 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-4383e280-31ed-4b4d-9c08-f4a8e139d9c6 admin admin] 10.222.0.55 "PUT /v2.0/routers/8d35f613-5bea-4fed-a200-18dce8b4aae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7192514 Jul 22 23:11:05.425275 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:11:05.433803 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Made reservation on behalf of 3fd68ff680b74ff1aad279833470721f for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:05.440664 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.466084 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-351f056f-5333-4a98-a342-04fd011e4ac7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1502905662&fields=id&tenant_id=0daf31fc4dcd49459973bf2aec95e80e HTTP/1.1" status: 200 len: 267 time: 1.0563254 Jul 22 23:11:05.475334 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:05.549562 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:05.834747 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.016783 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.029820 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-ff9c3c0a-f5a1-4fed-aad7-902c3ed233dd None None] Provisioning complete for port 7fdd90a8-29a9-419a-b424-01d3e6338442 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:06.031424 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3c0a-f5a1-4fed-aad7-902c3ed233dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.065466 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:06.079621 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Sync routers for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:06.093394 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-06c0560d-25d5-4d46-a362-53a5c322cc0d admin admin] 10.222.0.55 "PUT /v2.0/routers/2f42cff3-bd22-4a6e-ab53-f01ec772b17c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6232533 Jul 22 23:11:06.094970 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:06.098951 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:11:02Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:06.308773 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:06.343947 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-35635714-36b4-4524-8322-9017ad1b7b5c req-0a07aefd-260e-4ec0-8443-db70ba987424 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 210 time: 0.2259560 Jul 22 23:11:06.390260 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:06.395030 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.647145 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-ff9c3c0a-f5a1-4fed-aad7-902c3ed233dd None None] Port 7fdd90a8-29a9-419a-b424-01d3e6338442 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:06.678169 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:06.720656 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-03ac7aed-1c1c-4f59-968c-21487adffe08 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:06.732689 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-03ac7aed-1c1c-4f59-968c-21487adffe08 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 811 time: 1.2600231 Jul 22 23:11:06.823417 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-1376a74b-e727-4f3d-8580-4241f71c0ff9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/quotas/0daf31fc4dcd49459973bf2aec95e80e HTTP/1.1" status: 200 len: 375 time: 0.0599291 Jul 22 23:11:06.936478 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Allocated IP 172.20.0.4 (c5893aa1-d819-428b-b715-2d67bf2077c4/62f80b31-166c-4bef-b5ad-8bd50c71e47a/5dccd156-b55b-4e15-9417-b68a1b081139) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:07.148051 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.290496 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-router', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:51Z', 'updated_at': '2021-07-22T23:11:01Z', 'revision_number': 4, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'gw_port': {'id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:53Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '57ce7a07-90ea-4d40-af67-0935c0533825', 'name': '', 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'mac_address': 'fa:16:3e:51:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:01Z', 'revision_number': 2, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'subnets': [{'id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:07.462270 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fa1e0-7783-4d80-b2ae-15a66cfa2f77 None None] The sync data for ids ['8d35f613-5bea-4fed-a200-18dce8b4aae7'] in dv-cinder-801916-1-iscsi is: [{'id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-router', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:51Z', 'updated_at': '2021-07-22T23:11:01Z', 'revision_number': 4, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'gw_port': {'id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:53Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '57ce7a07-90ea-4d40-af67-0935c0533825', 'name': '', 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'mac_address': 'fa:16:3e:51:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:01Z', 'revision_number': 2, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'subnets': [{'id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:07.522240 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-1035d924-fb62-4f06-b7f7-2829c826cc27 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6901464 Jul 22 23:11:07.533819 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=85ac3f7b-0320-4cb7-9af9-cdf13d83b894,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:07.540919 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:03Z', 'revision_number': 2, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:07.565096 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.599457 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-4d27e323-3982-4dd4-826a-8a381e632d33 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:07.612224 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-4d27e323-3982-4dd4-826a-8a381e632d33 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 819 time: 0.4795763 Jul 22 23:11:07.645302 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-e61e6feb-0b44-4d08-b00e-bcea321c0fa0 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/quotas/db30537acd0941d2873b2057cb8e2214 HTTP/1.1" status: 200 len: 375 time: 0.0273476 Jul 22 23:11:07.789993 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Checking router: 2f42cff3-bd22-4a6e-ab53-f01ec772b17c for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:07.790822 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Updating router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c port 7fdd90a8-29a9-419a-b424-01d3e6338442 binding host dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:11:08.001688 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-675a70a7-e1ab-4c85-ad60-2f138ea6fc23 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3526652 Jul 22 23:11:08.022880 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.042818 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.221147 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-8386bce7-a73d-40e2-9da9-7cf5904cfbd7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:11:08.222305 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-8386bce7-a73d-40e2-9da9-7cf5904cfbd7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2258239 Jul 22 23:11:08.411632 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-6bf98006-fa33-4783-984e-b94f292afb4f service neutron] 10.222.0.55 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059703 Jul 22 23:11:08.496074 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:08.523256 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.644174 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-1e3612bf-69de-4434-bef1-54f5827e8c7a service neutron] 10.222.0.55 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305667 Jul 22 23:11:08.780902 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Network c5893aa1-d819-428b-b715-2d67bf2077c4 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:08.834905 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=85ac3f7b-0320-4cb7-9af9-cdf13d83b894,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:08.837720 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:08.874811 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-6161415c-6ab0-42a7-b81a-856334277d17 service neutron] 10.222.0.55 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213100 Jul 22 23:11:08.899584 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:08.900610 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.907689 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:08.981740 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:08.983216 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.038724 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7982962 Jul 22 23:11:09.104116 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-2be04aa6-e0e8-492f-8e73-97684492bbbe tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:11:09.108593 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-2be04aa6-e0e8-492f-8e73-97684492bbbe tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0288815 Jul 22 23:11:09.178193 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e61649-18a4-402c-abb9-8ac6a38b4986 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Pushing event updated for resources: {'Port': ['ID=5dccd156-b55b-4e15-9417-b68a1b081139,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:09.406609 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-65ba9445-ef5b-49e9-b15f-28a92ec3b90d service neutron] 10.222.0.55 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296369 Jul 22 23:11:09.544736 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Request body: {'port': {'device_id': '2b347461-d888-40ae-ac98-e646153b50a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:09.989248 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Notify callbacks [] for port, precommit_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.027809 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.provisioning_blocks [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Transition to ACTIVE for port object 7fdd90a8-29a9-419a-b424-01d3e6338442 will not be triggered until provisioned by entity L2. {{(pid=93216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:10.052096 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.056598 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.157893 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:10.485662 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:10.486223 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.505586 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55718) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:10.520296 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-8bbfde63-0b37-4a08-aa48-775058181a5d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066665341', 'description': 'tempest-description--2119830735'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:10.562636 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684c328-d439-493a-8b03-e282426340ff None None] Pushing event updated for resources: {'Port': ['ID=7fdd90a8-29a9-419a-b424-01d3e6338442,revision_number=3']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:10.772845 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Attempting to bind port 7fdd90a8-29a9-419a-b424-01d3e6338442 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:10.773221 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Attempting to bind port 7fdd90a8-29a9-419a-b424-01d3e6338442 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:10.780719 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Attempting to bind port 7fdd90a8-29a9-419a-b424-01d3e6338442 on network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:10.806729 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:10.807113 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Checking segment: {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:10.807588 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.807995 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Bound using segment: {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:10.808497 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Bound port: 7fdd90a8-29a9-419a-b424-01d3e6338442, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'}}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:10.808906 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.819024 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8bbfde63-0b37-4a08-aa48-775058181a5d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.032312 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:11.147355 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] For port 7fdd90a8-29a9-419a-b424-01d3e6338442, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:11.159565 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] For port 7fdd90a8-29a9-419a-b424-01d3e6338442, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=7fdd90a8-29a9-419a-b424-01d3e6338442,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:11.172141 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.396581 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:11.407189 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:11.408801 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.480597 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684c328-d439-493a-8b03-e282426340ff None None] Pushing event updated for resources: {'Port': ['ID=7fdd90a8-29a9-419a-b424-01d3e6338442,revision_number=4']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:11.567071 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:11.571173 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:11:02Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:11.747872 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.842519 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=8bef5f98-ddf1-432d-93c3-3bdbcc9e9160,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:11.851277 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.015390 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4044acb1-6e7c-4728-8a72-68053277dff2 req-b8deb979-c5b8-49fb-9b66-6bf30648f589 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 210 time: 0.7695348 Jul 22 23:11:12.025598 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55746) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:12.089854 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=8bef5f98-ddf1-432d-93c3-3bdbcc9e9160,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:12.159270 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:12.286574 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8bbfde63-0b37-4a08-aa48-775058181a5d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.307232 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29412d-13ae-4982-bf69-93a73656a430 req-5bfc1d2b-f58d-405b-acd7-2a85f5ad3527 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:12.319841 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0a29412d-13ae-4982-bf69-93a73656a430 req-5bfc1d2b-f58d-405b-acd7-2a85f5ad3527 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 931 time: 1.7574987 Jul 22 23:11:12.396736 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dccd156-b55b-4e15-9417-b68a1b081139 {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:12.433812 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.436481 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-706de1a4-5574-42fc-93f7-042eb77699cd req-2b739fc3-530a-486f-b81a-4e2588dd603e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.1765752 Jul 22 23:11:12.441146 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8bbfde63-0b37-4a08-aa48-775058181a5d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.672966 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8bbfde63-0b37-4a08-aa48-775058181a5d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.674720 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-8bbfde63-0b37-4a08-aa48-775058181a5d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1676359 Jul 22 23:11:12.679011 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55772) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:12.684904 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-60239389-971d-49c3-8eb6-4db95aa8baf8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'security_group_rule': {'security_group_id': 'a9d2a916-0f54-464f-9083-49ed0dd8bd4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:12.692096 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2adeb1ae-33af-41a1-8a25-9a054ba17ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.705120 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfde63-0b37-4a08-aa48-775058181a5d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d2a916-0f54-464f-9083-49ed0dd8bd4f,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:12.722970 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Transition to ACTIVE for port object 5dccd156-b55b-4e15-9417-b68a1b081139 will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:12.755753 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:11Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:12.771695 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.778615 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-60239389-971d-49c3-8eb6-4db95aa8baf8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.803003 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0a29412d-13ae-4982-bf69-93a73656a430 req-3cafa3fa-66d4-4a9b-a58f-31e5bf47a390 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245828 Jul 22 23:11:13.021256 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8befb112-a3a8-469a-ab01-c975c176dec5 None None] The sync data for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi is: [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:11Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:13.068045 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-60239389-971d-49c3-8eb6-4db95aa8baf8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.094303 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-60239389-971d-49c3-8eb6-4db95aa8baf8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.189672 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60239389-971d-49c3-8eb6-4db95aa8baf8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f81bdb-4f11-4d8a-85d4-a62b55d26f98,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:13.193336 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Pushing event updated for resources: {'Port': ['ID=5dccd156-b55b-4e15-9417-b68a1b081139,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:13.213305 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Attempting to bind port 5dccd156-b55b-4e15-9417-b68a1b081139 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:13.214280 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Attempting to bind port 5dccd156-b55b-4e15-9417-b68a1b081139 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '5504b377-21a9-4c15-9861-f3833391419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c5893aa1-d819-428b-b715-2d67bf2077c4'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:13.216288 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Attempting to bind port 5dccd156-b55b-4e15-9417-b68a1b081139 on network c5893aa1-d819-428b-b715-2d67bf2077c4 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:13.261467 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Port 5dccd156-b55b-4e15-9417-b68a1b081139 on network c5893aa1-d819-428b-b715-2d67bf2077c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:11:13.264879 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Attempting to bind port 5dccd156-b55b-4e15-9417-b68a1b081139 on network c5893aa1-d819-428b-b715-2d67bf2077c4 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:13.298089 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2adeb1ae-33af-41a1-8a25-9a054ba17ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.327311 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2adeb1ae-33af-41a1-8a25-9a054ba17ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.381647 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-60239389-971d-49c3-8eb6-4db95aa8baf8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.387669 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-60239389-971d-49c3-8eb6-4db95aa8baf8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7067070 Jul 22 23:11:13.388538 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55794) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:13.445797 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-1b5a6357-e473-412f-9190-bf826f022c97 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'security_group_rule': {'security_group_id': 'a9d2a916-0f54-464f-9083-49ed0dd8bd4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:13.593231 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-2adeb1ae-33af-41a1-8a25-9a054ba17ccb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=afba93f217c143f7aa0ea21fc0eb5d34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5629721 Jul 22 23:11:13.625591 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55802) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:13.668770 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-af4a9eb6-c31a-4801-8b0c-c060c21b04e9 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:13.675284 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-af4a9eb6-c31a-4801-8b0c-c060c21b04e9 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 819 time: 0.6355064 Jul 22 23:11:13.677858 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:13.678760 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Checking segment: {'id': '5504b377-21a9-4c15-9861-f3833391419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c5893aa1-d819-428b-b715-2d67bf2077c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:13.680074 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Bound using segment: {'id': '5504b377-21a9-4c15-9861-f3833391419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c5893aa1-d819-428b-b715-2d67bf2077c4'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:13.680962 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Bound port: 5dccd156-b55b-4e15-9417-b68a1b081139, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5504b377-21a9-4c15-9861-f3833391419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c5893aa1-d819-428b-b715-2d67bf2077c4'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:13.682405 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.706666 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Sync routers for ids ['8d35f613-5bea-4fed-a200-18dce8b4aae7'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:13.750827 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-a711eb91-9acc-4ce5-ba3c-36c52a3afbfc tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/quotas/db30537acd0941d2873b2057cb8e2214 HTTP/1.1" status: 200 len: 375 time: 0.0562103 Jul 22 23:11:13.754931 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.78', 50489) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:13.780799 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Routers {'8d35f613-5bea-4fed-a200-18dce8b4aae7'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:13.781937 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:11:02Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['8d35f613-5bea-4fed-a200-18dce8b4aae7'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:13.899281 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adeb1ae-33af-41a1-8a25-9a054ba17ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d152084-c69e-4a49-9d77-dbaaad8de2d1,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:14.151437 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0c9dd4b5-20dd-4c42-bfa5-890c47580ec4 req-a6301c5a-a391-4bde-b57a-3e41e94368cb tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.3193092 Jul 22 23:11:14.274911 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-68046843-04f9-4bad-890f-3df37359e169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.290606 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1b5a6357-e473-412f-9190-bf826f022c97 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.290870 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] For port 5dccd156-b55b-4e15-9417-b68a1b081139, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:14.303916 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] For port 5dccd156-b55b-4e15-9417-b68a1b081139, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5dccd156-b55b-4e15-9417-b68a1b081139,segment=NetworkSegment(5504b377-21a9-4c15-9861-f3833391419f),segment_id=5504b377-21a9-4c15-9861-f3833391419f)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:14.381977 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Set router 8d35f613-5bea-4fed-a200-18dce8b4aae7 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:14.506665 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.587956 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7fdd90a8-29a9-419a-b424-01d3e6338442 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:14.610810 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-68046843-04f9-4bad-890f-3df37359e169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.750803 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1b5a6357-e473-412f-9190-bf826f022c97 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.811009 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1b5a6357-e473-412f-9190-bf826f022c97 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.895734 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:14.899526 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.903533 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 7fdd90a8-29a9-419a-b424-01d3e6338442 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:14.908482 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] 10.222.0.78 "PUT /v2.0/ports/5dccd156-b55b-4e15-9417-b68a1b081139 HTTP/1.1" status: 200 len: 1093 time: 5.6193843 Jul 22 23:11:14.909005 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b347461-d888-40ae-ac98-e646153b50a4', 'tag': '5dccd156-b55b-4e15-9417-b68a1b081139'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:14.997434 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a6357-e473-412f-9190-bf826f022c97 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3f51a4-c6b3-4559-b2a4-06cc7d57c2bb,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:14.997827 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 7fdd90a8-29a9-419a-b424-01d3e6338442 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:14.998495 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:15.013669 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1b5a6357-e473-412f-9190-bf826f022c97 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:15.028317 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-1b5a6357-e473-412f-9190-bf826f022c97 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6009417 Jul 22 23:11:15.029888 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55822) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:15.059446 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'floatingip': {'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:15.166360 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-68046843-04f9-4bad-890f-3df37359e169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:15.169646 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-68046843-04f9-4bad-890f-3df37359e169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:15.183693 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-68046843-04f9-4bad-890f-3df37359e169 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d152084-c69e-4a49-9d77-dbaaad8de2d1 HTTP/1.1" status: 204 len: 168 time: 1.5356765 Jul 22 23:11:15.237247 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ea939-67d8-4097-b1c1-cb8b3d594890 service neutron] Pushing event updated for resources: {'Port': ['ID=5dccd156-b55b-4e15-9417-b68a1b081139,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:15.246134 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:15.250119 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68046843-04f9-4bad-890f-3df37359e169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d152084-c69e-4a49-9d77-dbaaad8de2d1,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:15.268485 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-940ee8ee-05c9-4560-9fb2-493d72ddeda8 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:15.280691 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-940ee8ee-05c9-4560-9fb2-493d72ddeda8 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 811 time: 1.2816892 Jul 22 23:11:15.407436 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fdb6c-914b-4175-9a0e-ef5767aaf1ea req-bf1629fe-2e57-48ed-9aee-8d15657a190b tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:15.416045 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e04fdb6c-914b-4175-9a0e-ef5767aaf1ea req-bf1629fe-2e57-48ed-9aee-8d15657a190b tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 943 time: 0.5699987 Jul 22 23:11:15.523603 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.78', 50495) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:15.611607 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:15.756090 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b9f350-8b9b-42b9-ac03-dc0e9b706f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b347461-d888-40ae-ac98-e646153b50a4", "tag": "5dccd156-b55b-4e15-9417-b68a1b081139"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:15.814877 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e04fdb6c-914b-4175-9a0e-ef5767aaf1ea req-a29f0ee1-a8f1-4a22-b0c5-4d7b4b8cee68 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967929 Jul 22 23:11:15.900272 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 7fdd90a8-29a9-419a-b424-01d3e6338442, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=7fdd90a8-29a9-419a-b424-01d3e6338442,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:15.923500 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:15.927316 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:16.027430 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-af7f6fcf-718f-4880-909a-ef40a2a3e34b tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:16.031623 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-af7f6fcf-718f-4880-909a-ef40a2a3e34b tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 819 time: 0.5067623 Jul 22 23:11:16.058240 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Request body: {'port': {'device_id': 'ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb', 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04', 'admin_state_up': True, 'tenant_id': 'db30537acd0941d2873b2057cb8e2214'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:16.127854 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55856) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:16.133004 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=7fdd90a8-29a9-419a-b424-01d3e6338442,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:16.133218 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:16.176579 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-router', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:51Z', 'updated_at': '2021-07-22T23:11:01Z', 'revision_number': 4, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'gw_port': {'id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:53Z', 'updated_at': '2021-07-22T23:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '57ce7a07-90ea-4d40-af67-0935c0533825', 'name': '', 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'mac_address': 'fa:16:3e:51:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:01Z', 'revision_number': 2, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'subnets': [{'id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:16.279759 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Checking router: 8d35f613-5bea-4fed-a200-18dce8b4aae7 for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:16.280547 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Updating router 8d35f613-5bea-4fed-a200-18dce8b4aae7 port 57ce7a07-90ea-4d40-af67-0935c0533825 binding host dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:11:16.359370 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-47c2d477-0066-4431-8614-ac0228bc2caa tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&fields=id HTTP/1.1" status: 200 len: 255 time: 2.3558650 Jul 22 23:11:16.375225 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-9012a9da-a1a0-4b13-8831-16c4e2a0863c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0daf31fc4dcd49459973bf2aec95e80e HTTP/1.1" status: 200 len: 380 time: 1.0691621 Jul 22 23:11:16.412899 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:16.415172 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:16.415716 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:16.537618 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac760-41f1-4074-bfeb-2424426bd43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:16.680846 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-3665195b-d709-4fdb-b283-fca5b9d98962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:16.685728 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-3665195b-d709-4fdb-b283-fca5b9d98962 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3fd68ff680b74ff1aad279833470721f&device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 1096 time: 1.4011388 Jul 22 23:11:16.808360 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-b5608fb2-566b-4a07-b9c4-da7f45b96f72 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333565 Jul 22 23:11:16.834871 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Allocated IP 172.27.3.144 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/041878da-fe83-4524-81cd-67735d8fecf3) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:17.088050 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'port': {'device_id': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'admin_state_up': True, 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'security_groups': ['9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee']}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:17.114842 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-2efdc82b-dd1f-4cde-b158-b45265fc5932 req-bdf8e3e6-7cdf-4fa5-a575-0e1300e20686 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.5337110 Jul 22 23:11:17.242633 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.270443 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-c34b6acf-8a63-4a3c-9859-939a117c3863 service neutron] 10.222.0.55 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609733 Jul 22 23:11:17.415157 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.488065 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-4fbb3cf6-249c-4e66-9880-cc7d5c3d0b3d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dccd156-b55b-4e15-9417-b68a1b081139 HTTP/1.1" status: 200 len: 217 time: 0.3764174 Jul 22 23:11:17.516548 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Notify callbacks [] for port, precommit_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.564429 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Transition to ACTIVE for port object 57ce7a07-90ea-4d40-af67-0935c0533825 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:17.602803 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'Port': ['ID=041878da-fe83-4524-81cd-67735d8fecf3,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:17.636945 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7fdd90a8-29a9-419a-b424-01d3e6338442 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:17.720105 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:17.739334 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:17.761880 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:17.813105 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.160106 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a801a-2354-432a-aa60-f8e5bea1549f None None] Pushing event updated for resources: {'Port': ['ID=57ce7a07-90ea-4d40-af67-0935c0533825,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:18.171252 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-ed6c7299-a07c-4105-b7d9-27ae248e7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:18.173956 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-ed6c7299-a07c-4105-b7d9-27ae248e7b72 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=62f80b31-166c-4bef-b5ad-8bd50c71e47a HTTP/1.1" status: 200 len: 851 time: 0.6545782 Jul 22 23:11:18.191083 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac760-41f1-4074-bfeb-2424426bd43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.202709 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.212780 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0c1ac760-41f1-4074-bfeb-2424426bd43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.380081 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Attempting to bind port 57ce7a07-90ea-4d40-af67-0935c0533825 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:18.380662 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Attempting to bind port 57ce7a07-90ea-4d40-af67-0935c0533825 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:18.381035 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Attempting to bind port 57ce7a07-90ea-4d40-af67-0935c0533825 on network ba9226ad-6df0-406e-94a2-ed0b7779cb04 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:18.384374 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 7fdd90a8-29a9-419a-b424-01d3e6338442 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:18.384811 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.426244 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-0c1ac760-41f1-4074-bfeb-2424426bd43e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2c0f6c03985458c89e6a36590176b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0780911 Jul 22 23:11:18.429980 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Made reservation on behalf of db30537acd0941d2873b2057cb8e2214 for: {'port': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:18.434935 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:18.435313 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Checking segment: {'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:18.435724 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.436118 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Bound using segment: {'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:18.436614 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Bound port: 57ce7a07-90ea-4d40-af67-0935c0533825, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:18.437017 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.442512 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.460562 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55896) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:18.482971 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ac760-41f1-4074-bfeb-2424426bd43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d355467-2c0c-4a5a-b3a4-2234f75d72ec,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:18.533952 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-3d3245a5-950f-4411-8c6b-1aa6b4d769e2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c5893aa1-d819-428b-b715-2d67bf2077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2186518 Jul 22 23:11:18.582890 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] For port 57ce7a07-90ea-4d40-af67-0935c0533825, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:18.587492 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] For port 57ce7a07-90ea-4d40-af67-0935c0533825, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=57ce7a07-90ea-4d40-af67-0935c0533825,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:18.599875 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.616562 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.825377 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c1ae84-64e4-4de4-a2bf-02d3fcde0d62 x-openstack-request-id: req-f9c1ae84-64e4-4de4-a2bf-02d3fcde0d62 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:18.827469 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b347461-d888-40ae-ac98-e646153b50a4", "tag": "5dccd156-b55b-4e15-9417-b68a1b081139", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:18.827994 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9c1ae84-64e4-4de4-a2bf-02d3fcde0d62 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:18.828658 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b347461-d888-40ae-ac98-e646153b50a4', 'tag': '5dccd156-b55b-4e15-9417-b68a1b081139', 'status': 'completed', 'code': 200} Jul 22 23:11:18.835343 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a801a-2354-432a-aa60-f8e5bea1549f None None] Pushing event updated for resources: {'Port': ['ID=57ce7a07-90ea-4d40-af67-0935c0533825,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:18.853988 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Routers {'8d35f613-5bea-4fed-a200-18dce8b4aae7'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:18.855480 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:11:02Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['8d35f613-5bea-4fed-a200-18dce8b4aae7'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:18.879238 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-63d1bb75-9078-4330-8e16-5a3ae9f6affd service neutron] 10.222.0.78 "GET /v2.0/networks/c5893aa1-d819-428b-b715-2d67bf2077c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186069 Jul 22 23:11:18.951533 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Made reservation on behalf of 0daf31fc4dcd49459973bf2aec95e80e for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:18.975288 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.278666 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb0feb-37c8-46f7-928a-941e4aa7ca45 req-ea894dcc-f800-4de2-92ce-140cd899bfd6 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:19.289672 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-83fb0feb-37c8-46f7-928a-941e4aa7ca45 req-ea894dcc-f800-4de2-92ce-140cd899bfd6 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 943 time: 1.1022303 Jul 22 23:11:19.534980 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3e956cba-a936-4a18-9a95-dc9bf4eb6716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.628997 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] Set router 8d35f613-5bea-4fed-a200-18dce8b4aae7 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:19.679470 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-83fb0feb-37c8-46f7-928a-941e4aa7ca45 req-4667a79c-d0db-4f4a-aded-95cd77a6a239 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882847 Jul 22 23:11:19.794693 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 57ce7a07-90ea-4d40-af67-0935c0533825 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:19.888875 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c9025d88-0bfe-40a9-849f-ca354fddd3f5 req-17f6332d-9756-4502-8a2d-02089bdfff17 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 210 time: 0.2741604 Jul 22 23:11:20.019786 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3e956cba-a936-4a18-9a95-dc9bf4eb6716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.087697 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-498b9ace-5bce-4437-a957-b3dc77283ea4 req-3efeea56-338a-433f-b25a-436bf121a8c9 service neutron] 10.222.0.78 "GET /v2.0/networks/c5893aa1-d819-428b-b715-2d67bf2077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1703265 Jul 22 23:11:20.101379 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e6e7acba-a91a-4c09-8308-11c8f1f52923 req-a1aff177-ef2e-4ac2-bbd4-ad62e7e11ab8 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.1697273 Jul 22 23:11:20.175437 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Allocated IP 172.20.0.12 (d4f9ed55-e720-41be-9012-ef43f64dc6c8/08d89757-66f3-43cf-8c2d-2022faf154ea/b422d9af-06b5-42cd-9fd8-d26d4711e2b6) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:20.217240 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 57ce7a07-90ea-4d40-af67-0935c0533825 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:20.235674 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 57ce7a07-90ea-4d40-af67-0935c0533825 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:20.237696 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.409930 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.465498 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.468390 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.617057 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Allocated IP 172.20.0.8 (ba9226ad-6df0-406e-94a2-ed0b7779cb04/5a8e45e9-3084-4168-9c5c-8ab956d6d9c0/16953501-b4f3-40cb-b5b1-908bbdd17ffa) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:20.620915 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'Port': ['ID=041878da-fe83-4524-81cd-67735d8fecf3,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:20.621950 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-router', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:51Z', 'updated_at': '2021-07-22T23:11:01Z', 'revision_number': 4, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'gw_port': {'id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:53Z', 'updated_at': '2021-07-22T23:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '57ce7a07-90ea-4d40-af67-0935c0533825', 'name': '', 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'mac_address': 'fa:16:3e:51:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:18Z', 'revision_number': 4, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'subnets': [{'id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:20.654919 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.734397 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 57ce7a07-90ea-4d40-af67-0935c0533825, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=57ce7a07-90ea-4d40-af67-0935c0533825,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:20.736035 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42abf7e-5f4f-4a8b-9a52-acd7a94ba402 None None] The sync data for ids ['8d35f613-5bea-4fed-a200-18dce8b4aae7'] in dv-cinder-801916-1-iscsi is: [{'id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-router', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:51Z', 'updated_at': '2021-07-22T23:11:01Z', 'revision_number': 4, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'gw_port': {'id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:53Z', 'updated_at': '2021-07-22T23:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '57ce7a07-90ea-4d40-af67-0935c0533825', 'name': '', 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'mac_address': 'fa:16:3e:51:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:18Z', 'revision_number': 4, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'subnets': [{'id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:20.781393 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.826881 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.897796 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.902775 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-282d0f77-f813-4e19-9958-2ffb4fd4922f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8682063 Jul 22 23:11:20.924512 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9f350-8b9b-42b9-ac03-dc0e9b706f8d req-faa46e0d-db11-44bc-89af-424fbba0bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:20.929626 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-74b9f350-8b9b-42b9-ac03-dc0e9b706f8d req-faa46e0d-db11-44bc-89af-424fbba0bbc0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3fd68ff680b74ff1aad279833470721f&device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 1096 time: 0.3880279 Jul 22 23:11:20.995848 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=57ce7a07-90ea-4d40-af67-0935c0533825,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:20.997325 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.78', 50503) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:21.527921 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e0563811-f79e-462e-bcb5-adc33f042d19 req-f893ffab-5329-4725-9d2f-c1b06c84d2a1 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 210 time: 0.0784233 Jul 22 23:11:21.707631 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9f350-8b9b-42b9-ac03-dc0e9b706f8d req-749d66d1-b440-419f-b438-d580d74cf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:21.709299 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-74b9f350-8b9b-42b9-ac03-dc0e9b706f8d req-749d66d1-b440-419f-b438-d580d74cf132 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c5893aa1-d819-428b-b715-2d67bf2077c4 HTTP/1.1" status: 200 len: 912 time: 0.7687912 Jul 22 23:11:21.783179 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Transition to ACTIVE for port object b422d9af-06b5-42cd-9fd8-d26d4711e2b6 will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:21.787960 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f44a6fc3-bcef-48b8-b8ee-4dab877d0abd req-97275e17-ea9f-4d23-aee4-353289debb38 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.1251082 Jul 22 23:11:21.808127 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 57ce7a07-90ea-4d40-af67-0935c0533825 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:21.936123 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3e956cba-a936-4a18-9a95-dc9bf4eb6716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.945956 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3e956cba-a936-4a18-9a95-dc9bf4eb6716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.957748 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-3e956cba-a936-4a18-9a95-dc9bf4eb6716 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d355467-2c0c-4a5a-b3a4-2234f75d72ec HTTP/1.1" status: 204 len: 168 time: 3.4939280 Jul 22 23:11:21.982592 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 57ce7a07-90ea-4d40-af67-0935c0533825 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:21.985926 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.020704 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e956cba-a936-4a18-9a95-dc9bf4eb6716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d355467-2c0c-4a5a-b3a4-2234f75d72ec,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:22.099852 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db87d16-3c20-403b-ac0e-dcf86f04f516 req-4cfa0f86-2009-4791-a65d-37a1215910cc tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:22.109627 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7db87d16-3c20-403b-ac0e-dcf86f04f516 req-4cfa0f86-2009-4791-a65d-37a1215910cc tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 943 time: 0.4092169 Jul 22 23:11:22.149824 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-a182fd57-c056-4a7a-86e5-692e813baf67 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:22.152728 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-a182fd57-c056-4a7a-86e5-692e813baf67 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 819 time: 1.1527040 Jul 22 23:11:22.167297 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-74b9f350-8b9b-42b9-ac03-dc0e9b706f8d req-be19c7a1-903e-46e2-bd18-4cf17a81095a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dccd156-b55b-4e15-9417-b68a1b081139 HTTP/1.1" status: 200 len: 217 time: 0.3869781 Jul 22 23:11:22.176284 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Request body: {'port': {'device_id': '8b143714-d25f-459c-aaa4-cdcab2cfb7eb', 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04', 'admin_state_up': True, 'tenant_id': 'db30537acd0941d2873b2057cb8e2214'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:22.338067 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7db87d16-3c20-403b-ac0e-dcf86f04f516 req-de875fa5-7aa1-4c21-88d1-9db4d52ab96d tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269318 Jul 22 23:11:22.349798 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.435965 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.612596 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.951183 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-b55ba4a0-c9d9-4bc3-a9f7-e4d1eba627f3 req-f1d245c7-ec81-4b23-8709-dbc5f723a1bd tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 210 time: 0.1359332 Jul 22 23:11:23.093884 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Network ba9226ad-6df0-406e-94a2-ed0b7779cb04 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:23.114925 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:23.120288 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:23.129131 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:23.136325 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.153846 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Network d4f9ed55-e720-41be-9012-ef43f64dc6c8 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:23.162767 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-68f159c8-cf6c-421a-8d34-54d4186218e3 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1066665341&fields=id&tenant_id=989ed4019032413dacd764b93ca3e0a4 HTTP/1.1" status: 200 len: 267 time: 1.0060456 Jul 22 23:11:23.175792 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Pushing event updated for resources: {'Port': ['ID=16953501-b4f3-40cb-b5b1-908bbdd17ffa,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:23.213576 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-01521e11-ae49-4480-9031-d837bcabcd8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1614337 Jul 22 23:11:23.278955 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Request body: {'port': {'device_id': 'ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:23.291584 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1459e6b-f799-4a14-89ce-d4bddef53d58 req-6ea4c48e-cb36-4a47-84d4-a423ddd1cb4d tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:23.293898 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d1459e6b-f799-4a14-89ce-d4bddef53d58 req-6ea4c48e-cb36-4a47-84d4-a423ddd1cb4d tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 932 time: 0.1422496 Jul 22 23:11:23.318992 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9f350-8b9b-42b9-ac03-dc0e9b706f8d req-7e4a4fe2-4558-45c9-b7a4-f2e476b29b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:23.325020 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-74b9f350-8b9b-42b9-ac03-dc0e9b706f8d req-7e4a4fe2-4558-45c9-b7a4-f2e476b29b17 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=62f80b31-166c-4bef-b5ad-8bd50c71e47a HTTP/1.1" status: 200 len: 851 time: 1.1247866 Jul 22 23:11:23.344292 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:23.392444 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'Port': ['ID=b422d9af-06b5-42cd-9fd8-d26d4711e2b6,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:23.433245 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d1459e6b-f799-4a14-89ce-d4bddef53d58 req-876aac08-a79f-4b1b-a451-43d0a5bfe87e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118462 Jul 22 23:11:23.451931 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:23.468008 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.477545 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56014) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:23.480358 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:23.481374 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.721802 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-907e49af-40ce-49f6-99f2-1282c935c210 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:23.723489 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-907e49af-40ce-49f6-99f2-1282c935c210 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/networks?id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d HTTP/1.1" status: 200 len: 817 time: 0.5064523 Jul 22 23:11:23.745497 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-54e1438d-4420-48a4-9aba-555f48b377d0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6667764 Jul 22 23:11:23.812718 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Request body: {'port': {'device_id': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:23.820031 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-9ccf4d2b-df63-4968-addc-59cb3b157e3b None None] Provisioning for port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:23.829847 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-9ccf4d2b-df63-4968-addc-59cb3b157e3b None None] Provisioning complete for port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:23.831709 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-9ccf4d2b-df63-4968-addc-59cb3b157e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.879728 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-74b9f350-8b9b-42b9-ac03-dc0e9b706f8d req-f89b42c5-7689-4c92-a84d-7e5292905e26 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c5893aa1-d819-428b-b715-2d67bf2077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4466341 Jul 22 23:11:23.927183 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf4d2b-df63-4968-addc-59cb3b157e3b None None] Port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:23.937034 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-27810fb1-6352-4f4c-bcb4-0d18355b17a5 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/quotas/989ed4019032413dacd764b93ca3e0a4 HTTP/1.1" status: 200 len: 375 time: 0.1530464 Jul 22 23:11:23.943327 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a520179c-9516-4879-b7d9-88174f7ec908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.033719 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Made reservation on behalf of db30537acd0941d2873b2057cb8e2214 for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:24.037885 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.109597 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c7b4b-0e10-4651-a64d-3ce0d1c289ce req-187ce170-f895-4cf4-b1f4-e000a12afaa6 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:24.111128 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-970c7b4b-0e10-4651-a64d-3ce0d1c289ce req-187ce170-f895-4cf4-b1f4-e000a12afaa6 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 943 time: 0.5233016 Jul 22 23:11:24.164051 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.177221 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:11:24.250361 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a830fa21-8a86-4bc3-9785-3bec966d366f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=989ed4019032413dacd764b93ca3e0a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3120322 Jul 22 23:11:24.252736 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-970c7b4b-0e10-4651-a64d-3ce0d1c289ce req-2e4d4c45-f993-4f6d-b6e2-70867ed94134 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208215 Jul 22 23:11:24.290795 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-74b9f350-8b9b-42b9-ac03-dc0e9b706f8d req-99d7d452-20ce-4898-8dc4-69ec0309f787 service neutron] 10.222.0.78 "GET /v2.0/networks/c5893aa1-d819-428b-b715-2d67bf2077c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166242 Jul 22 23:11:24.326395 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.notifiers.nova [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16953501-b4f3-40cb-b5b1-908bbdd17ffa {{(pid=93213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:24.337433 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.397153 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7ecc3275-9e87-42a9-9f64-e66c7c0fad9b req-adb55cd9-98d6-428b-b1b3-484451d21c07 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 210 time: 0.0531316 Jul 22 23:11:24.405172 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a520179c-9516-4879-b7d9-88174f7ec908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.408785 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.provisioning_blocks [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Transition to ACTIVE for port object 16953501-b4f3-40cb-b5b1-908bbdd17ffa will not be triggered until provisioned by entity L2. {{(pid=93213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:24.412306 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a520179c-9516-4879-b7d9-88174f7ec908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.439049 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.502393 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Pushing event updated for resources: {'Port': ['ID=16953501-b4f3-40cb-b5b1-908bbdd17ffa,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:24.520123 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520179c-9516-4879-b7d9-88174f7ec908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9183187-906a-469c-bae8-1f9bcad46326,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:24.542007 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a520179c-9516-4879-b7d9-88174f7ec908 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b785935676e49d69af03191916af28d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0627501 Jul 22 23:11:24.542750 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56048) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:24.583807 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-53b76343-872d-4f64-a005-e8622685e51e service neutron] 10.222.0.55 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325446 Jul 22 23:11:24.656111 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-74b9f350-8b9b-42b9-ac03-dc0e9b706f8d req-e003aa4b-a1b3-402b-9dfa-2564cb7a6f08 service neutron] 10.222.0.78 "GET /v2.0/networks/c5893aa1-d819-428b-b715-2d67bf2077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295012 Jul 22 23:11:24.659063 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Allocated IP 172.20.0.6 (ba9226ad-6df0-406e-94a2-ed0b7779cb04/5a8e45e9-3084-4168-9c5c-8ab956d6d9c0/4e55dddc-a10a-4262-a92c-af731b525ba1) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:24.695117 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-336af9b3-40ce-4c26-97aa-598581a0b912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.711759 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.managers [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Attempting to bind port 16953501-b4f3-40cb-b5b1-908bbdd17ffa on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:24.711759 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.managers [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Attempting to bind port 16953501-b4f3-40cb-b5b1-908bbdd17ffa by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'}] {{(pid=93213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:24.711759 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Attempting to bind port 16953501-b4f3-40cb-b5b1-908bbdd17ffa on network ba9226ad-6df0-406e-94a2-ed0b7779cb04 {{(pid=93213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:24.734432 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Port 16953501-b4f3-40cb-b5b1-908bbdd17ffa on network ba9226ad-6df0-406e-94a2-ed0b7779cb04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:11:24.734751 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Attempting to bind port 16953501-b4f3-40cb-b5b1-908bbdd17ffa on network ba9226ad-6df0-406e-94a2-ed0b7779cb04 {{(pid=93213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:24.745142 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-336af9b3-40ce-4c26-97aa-598581a0b912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.761900 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfdfae-0ea6-4763-bd5d-733733be6493 req-ab1beb48-9902-468d-81a7-5942ad2dc6ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:24.763645 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4cbfdfae-0ea6-4763-bd5d-733733be6493 req-ab1beb48-9902-468d-81a7-5942ad2dc6ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 932 time: 0.1820118 Jul 22 23:11:24.766708 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:24.767072 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Checking segment: {'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:24.767598 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Bound using segment: {'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'} {{(pid=93213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:24.768083 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.managers [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Bound port: 16953501-b4f3-40cb-b5b1-908bbdd17ffa, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'}}] {{(pid=93213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:24.768447 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.860380 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-e56232ff-cb2f-430e-a40d-f24e76b59414 service neutron] 10.222.0.55 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430027 Jul 22 23:11:24.907660 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4cbfdfae-0ea6-4763-bd5d-733733be6493 req-b0d5ddc3-e568-4d1e-a347-b2c9f13ac311 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211338 Jul 22 23:11:25.002901 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] For port 16953501-b4f3-40cb-b5b1-908bbdd17ffa, host hv-cinder-80191, cleared binding levels {{(pid=93213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:25.009698 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] For port 16953501-b4f3-40cb-b5b1-908bbdd17ffa, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:25.011362 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-336af9b3-40ce-4c26-97aa-598581a0b912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.013930 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-336af9b3-40ce-4c26-97aa-598581a0b912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.018191 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-336af9b3-40ce-4c26-97aa-598581a0b912 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9183187-906a-469c-bae8-1f9bcad46326 HTTP/1.1" status: 204 len: 168 time: 0.4713440 Jul 22 23:11:25.022014 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.054061 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336af9b3-40ce-4c26-97aa-598581a0b912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9183187-906a-469c-bae8-1f9bcad46326,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:25.061848 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b422d9af-06b5-42cd-9fd8-d26d4711e2b6 {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:25.075858 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:25.076495 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.078085 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] 10.222.0.78 "PUT /v2.0/ports/16953501-b4f3-40cb-b5b1-908bbdd17ffa HTTP/1.1" status: 200 len: 1093 time: 1.8043129 Jul 22 23:11:25.078609 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb', 'tag': '16953501-b4f3-40cb-b5b1-908bbdd17ffa'}] {{(pid=93213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:25.149664 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.217516 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Transition to ACTIVE for port object b422d9af-06b5-42cd-9fd8-d26d4711e2b6 will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:25.243841 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.252714 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.286837 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc4dd3-c75f-432b-a38a-d7f011076f9b service neutron] Pushing event updated for resources: {'Port': ['ID=16953501-b4f3-40cb-b5b1-908bbdd17ffa,revision_number=3']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:25.292335 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8c24d5e3-d2bb-4ef8-a457-4030e6753eed req-d47ffafd-05b7-476e-bcd1-ab7cbb39b510 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 210 time: 0.1317167 Jul 22 23:11:25.382368 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-5a2405d7-1839-4757-b390-74974fc7ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:25.383903 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-5a2405d7-1839-4757-b390-74974fc7ec79 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 1096 time: 0.2248878 Jul 22 23:11:25.531732 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b422d9af-06b5-42cd-9fd8-d26d4711e2b6,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:25.579692 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-f9b72099-33ed-4479-a59f-415a6e106758 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa HTTP/1.1" status: 200 len: 217 time: 0.1858501 Jul 22 23:11:25.740399 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Attempting to bind port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:25.741408 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-4be7f4b7-d39d-48d3-afb3-61307c2fa60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:25.741857 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Attempting to bind port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:25.743332 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Attempting to bind port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 on network d4f9ed55-e720-41be-9012-ef43f64dc6c8 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:25.745392 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-4be7f4b7-d39d-48d3-afb3-61307c2fa60f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.1538918 Jul 22 23:11:25.812457 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.839169 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 on network d4f9ed55-e720-41be-9012-ef43f64dc6c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:11:25.839633 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Attempting to bind port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 on network d4f9ed55-e720-41be-9012-ef43f64dc6c8 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:25.851344 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:25.851786 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Checking segment: {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:25.852277 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Bound using segment: {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:25.852840 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Bound port: b422d9af-06b5-42cd-9fd8-d26d4711e2b6, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:25.853319 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.868565 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56104) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:25.944907 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] For port b422d9af-06b5-42cd-9fd8-d26d4711e2b6, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:25.965373 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] For port b422d9af-06b5-42cd-9fd8-d26d4711e2b6, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:26.010077 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.031636 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Network ba9226ad-6df0-406e-94a2-ed0b7779cb04 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:26.043277 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:26.049720 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.052167 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] 10.222.0.78 "PUT /v2.0/ports/b422d9af-06b5-42cd-9fd8-d26d4711e2b6 HTTP/1.1" status: 200 len: 1094 time: 2.2543931 Jul 22 23:11:26.059764 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'tag': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:26.062767 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168f8880-3439-41bf-a447-344f3311fd12" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac476eb-be93-41e9-8ba6-4c3000c6a94e", "tag": "b422d9af-06b5-42cd-9fd8-d26d4711e2b6"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:26.071282 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:26.077258 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:26.084718 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:26.086235 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.116079 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9446037 Jul 22 23:11:26.128109 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd32ee-0dc2-4cd8-b90d-93ddf7cdb97d req-014fb64f-c52a-4af8-affe-86af8060ce7d tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:26.138389 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-20cd32ee-0dc2-4cd8-b90d-93ddf7cdb97d req-014fb64f-c52a-4af8-affe-86af8060ce7d tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 943 time: 0.6418312 Jul 22 23:11:26.154451 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Request body: {'port': {'device_id': '8b143714-d25f-459c-aaa4-cdcab2cfb7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:26.359054 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56114) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:26.409901 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.414795 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada087c-ee07-4d8a-8cb1-965d151e4c8e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Pushing event updated for resources: {'Port': ['ID=4e55dddc-a10a-4262-a92c-af731b525ba1,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:26.482061 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbe56bff62c3e8e8be4b69d0f079d0183bc44a0e5461d850edaa3815845927f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7fb37a-1101-4800-8fcd-eac652a63e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb", "tag": "16953501-b4f3-40cb-b5b1-908bbdd17ffa"}]}' {{(pid=93213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:26.492270 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-650e4348-ce26-4947-8f56-69750e8d5ad4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318908 Jul 22 23:11:26.492835 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7402c50d-23cc-4416-b255-45c719112849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.580794 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf41b9-3812-43bf-bb86-6443064ca382 req-cdc9f17e-99b7-4c1c-a343-147ddef770c3 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:26.586004 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-57bf41b9-3812-43bf-bb86-6443064ca382 req-cdc9f17e-99b7-4c1c-a343-147ddef770c3 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 931 time: 0.8496783 Jul 22 23:11:26.688501 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a88bb-bf50-4584-8623-02cf1f27b0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b422d9af-06b5-42cd-9fd8-d26d4711e2b6,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:26.694785 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-57bf41b9-3812-43bf-bb86-6443064ca382 req-b6a86a19-f237-4ef4-8d77-93d91e8974dd tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678146 Jul 22 23:11:26.723537 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7402c50d-23cc-4416-b255-45c719112849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.730555 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7402c50d-23cc-4416-b255-45c719112849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.786896 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-7402c50d-23cc-4416-b255-45c719112849 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b823b4feb5a94e288981957832dc0758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067028 Jul 22 23:11:26.788894 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56124) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:26.799320 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402c50d-23cc-4416-b255-45c719112849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443d9a63-15ed-4f86-a254-16fcd9c8f300,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:26.928900 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-789c6598-f5a6-4dbb-86d1-4ec60b6f7d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.952168 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88649f88-3e8b-4305-a66e-2a328acd287f req-05868b14-dfe2-4580-a470-65866e391f6c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:26.954759 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-88649f88-3e8b-4305-a66e-2a328acd287f req-05868b14-dfe2-4580-a470-65866e391f6c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 944 time: 0.1575172 Jul 22 23:11:27.014655 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-789c6598-f5a6-4dbb-86d1-4ec60b6f7d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.069809 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-20cd32ee-0dc2-4cd8-b90d-93ddf7cdb97d req-918caae6-8312-4d44-bed6-3cb3e0e15a2b tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9302573 Jul 22 23:11:27.075843 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f1d83858-7182-4878-92aa-f53a5caa2df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.087406 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-88649f88-3e8b-4305-a66e-2a328acd287f req-c50e25c3-fdf8-42e5-b0ae-f0eca7991eb2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224492 Jul 22 23:11:27.127394 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-789c6598-f5a6-4dbb-86d1-4ec60b6f7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.130892 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-789c6598-f5a6-4dbb-86d1-4ec60b6f7d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.135137 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-789c6598-f5a6-4dbb-86d1-4ec60b6f7d9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/443d9a63-15ed-4f86-a254-16fcd9c8f300 HTTP/1.1" status: 204 len: 168 time: 0.3448193 Jul 22 23:11:27.145007 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c6598-f5a6-4dbb-86d1-4ec60b6f7d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443d9a63-15ed-4f86-a254-16fcd9c8f300,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:27.252120 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e312e472-0f81-4255-8aad-458dba13172e x-openstack-request-id: req-e312e472-0f81-4255-8aad-458dba13172e {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:27.252574 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac476eb-be93-41e9-8ba6-4c3000c6a94e", "tag": "b422d9af-06b5-42cd-9fd8-d26d4711e2b6", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:27.252958 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e312e472-0f81-4255-8aad-458dba13172e {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:27.253640 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'tag': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6', 'status': 'completed', 'code': 200} Jul 22 23:11:27.281783 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-82beaed2-3528-4bc1-9b04-fd60126ee8d9 req-0e33145b-85ec-4a09-9dc1-67cb87e73e5c tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 210 time: 0.0555415 Jul 22 23:11:27.313367 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-ef9fd635-e324-4522-be4d-05f1a8ecb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:27.316131 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-ef9fd635-e324-4522-be4d-05f1a8ecb473 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 1097 time: 0.9101257 Jul 22 23:11:27.498764 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e29759-2e1f-4113-9218-89c629b400c5 x-openstack-request-id: req-33e29759-2e1f-4113-9218-89c629b400c5 {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:27.499290 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb", "tag": "16953501-b4f3-40cb-b5b1-908bbdd17ffa", "status": "completed", "code": 200}]} {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:27.499631 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33e29759-2e1f-4113-9218-89c629b400c5 {{(pid=93213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:27.500509 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb', 'tag': '16953501-b4f3-40cb-b5b1-908bbdd17ffa', 'status': 'completed', 'code': 200} Jul 22 23:11:27.577073 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f1d83858-7182-4878-92aa-f53a5caa2df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.587211 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f1d83858-7182-4878-92aa-f53a5caa2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.669527 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d83858-7182-4878-92aa-f53a5caa2df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327b47e6-3012-4ecb-9b75-1ba0b3cff45b,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:27.671742 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56136) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:27.673564 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e55dddc-a10a-4262-a92c-af731b525ba1 {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:27.680492 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-f1d83858-7182-4878-92aa-f53a5caa2df1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe139dc07c0f4b3ab5163d7a9a5814a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7115722 Jul 22 23:11:27.684553 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56138) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:27.687937 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.704307 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ed55dc48-a8b1-4d42-a179-792627baae5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.719137 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Transition to ACTIVE for port object 4e55dddc-a10a-4262-a92c-af731b525ba1 will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:27.727849 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.805522 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bd97c360-e9df-4fa5-9694-3d607661373c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.808688 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Pushing event updated for resources: {'Port': ['ID=4e55dddc-a10a-4262-a92c-af731b525ba1,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:27.868734 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bd97c360-e9df-4fa5-9694-3d607661373c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.876014 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Attempting to bind port 4e55dddc-a10a-4262-a92c-af731b525ba1 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:27.876357 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Attempting to bind port 4e55dddc-a10a-4262-a92c-af731b525ba1 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:27.876659 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Attempting to bind port 4e55dddc-a10a-4262-a92c-af731b525ba1 on network ba9226ad-6df0-406e-94a2-ed0b7779cb04 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:27.889712 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Port 4e55dddc-a10a-4262-a92c-af731b525ba1 on network ba9226ad-6df0-406e-94a2-ed0b7779cb04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:11:27.890358 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Attempting to bind port 4e55dddc-a10a-4262-a92c-af731b525ba1 on network ba9226ad-6df0-406e-94a2-ed0b7779cb04 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:27.918752 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:27.919141 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Checking segment: {'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:27.919476 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Bound using segment: {'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:27.919931 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Bound port: 4e55dddc-a10a-4262-a92c-af731b525ba1, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa81b78-86e7-4f84-a856-a381b8bfae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:27.920290 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.963959 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ed55dc48-a8b1-4d42-a179-792627baae5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.974997 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ed55dc48-a8b1-4d42-a179-792627baae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.000137 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bd97c360-e9df-4fa5-9694-3d607661373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.002723 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bd97c360-e9df-4fa5-9694-3d607661373c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.003913 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-bd97c360-e9df-4fa5-9694-3d607661373c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/327b47e6-3012-4ecb-9b75-1ba0b3cff45b HTTP/1.1" status: 204 len: 168 time: 0.3185062 Jul 22 23:11:28.017268 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] For port 4e55dddc-a10a-4262-a92c-af731b525ba1, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:28.020093 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97c360-e9df-4fa5-9694-3d607661373c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327b47e6-3012-4ecb-9b75-1ba0b3cff45b,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:28.023480 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] For port 4e55dddc-a10a-4262-a92c-af731b525ba1, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4e55dddc-a10a-4262-a92c-af731b525ba1,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:28.029180 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193f61a-a16f-430b-a59a-46cb20b85b06 req-b8f61c95-0f8b-4908-83b9-ea2a0475fcf4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:28.032018 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8193f61a-a16f-430b-a59a-46cb20b85b06 req-b8f61c95-0f8b-4908-83b9-ea2a0475fcf4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.2190931 Jul 22 23:11:28.033018 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.070573 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:28.071203 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.073405 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] 10.222.0.78 "PUT /v2.0/ports/4e55dddc-a10a-4262-a92c-af731b525ba1 HTTP/1.1" status: 200 len: 1093 time: 1.9296396 Jul 22 23:11:28.106885 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd97cb-194a-4ee8-953e-d29657b45382 service neutron] Pushing event updated for resources: {'Port': ['ID=4e55dddc-a10a-4262-a92c-af731b525ba1,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:28.148393 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-ed55dc48-a8b1-4d42-a179-792627baae5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4012584a02ff45a0a5d1bb0bcf8fd91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749615 Jul 22 23:11:28.149565 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55dc48-a8b1-4d42-a179-792627baae5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d88af1c-aef0-4061-ba4c-9f6dd75fd214,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:28.150982 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56150) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:28.177450 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8193f61a-a16f-430b-a59a-46cb20b85b06 req-5a4e33cc-bfb4-4cd2-ba1c-27c8bc4a2ff7 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122284 Jul 22 23:11:28.257565 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-438154c9-f3b0-49b9-b234-102a16128ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.292477 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-438154c9-f3b0-49b9-b234-102a16128ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.316801 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb08f9-07c3-4d71-8c15-a5daaa734d78 req-9261eac1-378f-42d7-bb75-786e8c1fc22a tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:28.318631 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-17eb08f9-07c3-4d71-8c15-a5daaa734d78 req-9261eac1-378f-42d7-bb75-786e8c1fc22a tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 943 time: 0.1206136 Jul 22 23:11:28.352407 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-9f72e7a3-602b-4d5b-a08d-abebffb6bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.389952 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-17eb08f9-07c3-4d71-8c15-a5daaa734d78 req-5638cd53-66e8-4da1-a31a-c33a10de941d tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506468 Jul 22 23:11:28.403555 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-438154c9-f3b0-49b9-b234-102a16128ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.406561 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-438154c9-f3b0-49b9-b234-102a16128ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.407764 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-438154c9-f3b0-49b9-b234-102a16128ec2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d88af1c-aef0-4061-ba4c-9f6dd75fd214 HTTP/1.1" status: 204 len: 168 time: 0.2555904 Jul 22 23:11:28.425180 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438154c9-f3b0-49b9-b234-102a16128ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d88af1c-aef0-4061-ba4c-9f6dd75fd214,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:28.444888 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55f0f-f2ee-4a94-a9fd-5ce439ab5ec4 req-53091eb8-0ad4-42cc-8f74-a7bea135cfaa tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:28.446270 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e3e55f0f-f2ee-4a94-a9fd-5ce439ab5ec4 req-53091eb8-0ad4-42cc-8f74-a7bea135cfaa tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 944 time: 0.1455808 Jul 22 23:11:28.510025 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e3e55f0f-f2ee-4a94-a9fd-5ce439ab5ec4 req-5aaa8256-ebb6-4eca-ac14-ba6dcc3b4a58 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509834 Jul 22 23:11:28.603824 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7d36d5f3-4b23-488a-86eb-ba8b84c41799 req-13a247db-6299-4887-a692-030cd727dceb tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 210 time: 0.0550823 Jul 22 23:11:29.255118 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b143714-d25f-459c-aaa4-cdcab2cfb7eb', 'tag': '4e55dddc-a10a-4262-a92c-af731b525ba1'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:29.261601 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43392ccb-1f90-4b59-b941-e8fe689efb24" -d '{"events": [{"name": "network-changed", "server_uuid": "8b143714-d25f-459c-aaa4-cdcab2cfb7eb", "tag": "4e55dddc-a10a-4262-a92c-af731b525ba1"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:29.351083 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348cbeb2-7682-4a57-bb5a-b98724f8115f x-openstack-request-id: req-348cbeb2-7682-4a57-bb5a-b98724f8115f {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:29.351456 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b143714-d25f-459c-aaa4-cdcab2cfb7eb", "tag": "4e55dddc-a10a-4262-a92c-af731b525ba1", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:29.351736 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-348cbeb2-7682-4a57-bb5a-b98724f8115f {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:29.352304 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b143714-d25f-459c-aaa4-cdcab2cfb7eb', 'tag': '4e55dddc-a10a-4262-a92c-af731b525ba1', 'status': 'completed', 'code': 200} Jul 22 23:11:29.401356 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 5dccd156-b55b-4e15-9417-b68a1b081139 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:29.428101 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea17503-2086-498d-b5d2-73b7a99c87a6 req-a6d8688c-9927-4b63-a345-f437cb3c3bcf tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:29.430311 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-eea17503-2086-498d-b5d2-73b7a99c87a6 req-a6d8688c-9927-4b63-a345-f437cb3c3bcf tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.1438847 Jul 22 23:11:29.498218 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-768b35f0-23ff-44fd-9c72-bf4f71b83c80 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6 HTTP/1.1" status: 200 len: 217 time: 0.0784154 Jul 22 23:11:29.559993 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-99bfbbe7-1e8f-46e4-ac4b-b245dc140e8d service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265368 Jul 22 23:11:29.760486 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-eea17503-2086-498d-b5d2-73b7a99c87a6 req-a97c257b-41de-469b-b6e3-4a1f02fd52b2 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914501 Jul 22 23:11:29.793292 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 5dccd156-b55b-4e15-9417-b68a1b081139, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5dccd156-b55b-4e15-9417-b68a1b081139,segment=NetworkSegment(5504b377-21a9-4c15-9861-f3833391419f),segment_id=5504b377-21a9-4c15-9861-f3833391419f)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:29.808587 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-b705dcac-b12c-45b6-921a-db8f51283924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:29.811795 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5496e0a-7322-4940-b39c-11b3c9d7761e req-ac56f76f-d669-4b6e-9be6-2822ae07eba0 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870759 Jul 22 23:11:29.814234 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-b705dcac-b12c-45b6-921a-db8f51283924 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.3050296 Jul 22 23:11:29.823632 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '5dccd156-b55b-4e15-9417-b68a1b081139', 'network_id': 'c5893aa1-d819-428b-b715-2d67bf2077c4', 'port_id': '5dccd156-b55b-4e15-9417-b68a1b081139', 'mac_address': 'fa:16:3e:cb:c6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f80b31-166c-4bef-b5ad-8bd50c71e47a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:29.880159 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.881601 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9375da-67c8-4ccf-9df4-f6a19fde6b9f req-7890bc83-becb-4b2b-a2ac-98e610e12f19 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:29.885128 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7b9375da-67c8-4ccf-9df4-f6a19fde6b9f req-7890bc83-becb-4b2b-a2ac-98e610e12f19 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 943 time: 0.3232746 Jul 22 23:11:29.902244 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43392ccb-1f90-4b59-b941-e8fe689efb24 req-35a2031a-7917-4618-884f-1861ed8395fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:29.905237 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-43392ccb-1f90-4b59-b941-e8fe689efb24 req-35a2031a-7917-4618-884f-1861ed8395fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 1096 time: 0.2468514 Jul 22 23:11:29.905370 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dccd156-b55b-4e15-9417-b68a1b081139 {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:29.944872 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 5dccd156-b55b-4e15-9417-b68a1b081139, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5dccd156-b55b-4e15-9417-b68a1b081139,segment=NetworkSegment(5504b377-21a9-4c15-9861-f3833391419f),segment_id=5504b377-21a9-4c15-9861-f3833391419f)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:29.953484 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.973016 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ab5ab-399d-41a1-a4f4-5768463898ef req-eb9e1f72-e33f-42d0-8cd8-07c51974c53d tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:29.979273 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8d3ab5ab-399d-41a1-a4f4-5768463898ef req-eb9e1f72-e33f-42d0-8cd8-07c51974c53d tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 944 time: 0.1349652 Jul 22 23:11:29.979497 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7b9375da-67c8-4ccf-9df4-f6a19fde6b9f req-faeb8325-0678-4a3d-88e8-a5d24d84d43d tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852814 Jul 22 23:11:30.078980 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8d3ab5ab-399d-41a1-a4f4-5768463898ef req-a5c5d062-0ed4-4861-96a7-61c839befce8 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832396 Jul 22 23:11:30.124429 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=5dccd156-b55b-4e15-9417-b68a1b081139,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:30.152787 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a94318da-4e35-4df1-aee4-be1f15138f44 req-46bb6a62-b547-4fe2-a445-19af030d1dca tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 210 time: 0.0341699 Jul 22 23:11:30.949129 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e0b61-c7c8-4069-85f0-8a5b629214a6 req-8b579991-518b-4fad-8aa6-3c8d759d9bba tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:30.952184 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-157e0b61-c7c8-4069-85f0-8a5b629214a6 req-8b579991-518b-4fad-8aa6-3c8d759d9bba tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.1073296 Jul 22 23:11:31.000639 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-157e0b61-c7c8-4069-85f0-8a5b629214a6 req-834932c6-7440-4b3c-b94b-edbedf028a18 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Jul 22 23:11:31.233432 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfcd87-38b4-44b0-aaae-c115539f3b01 req-18581393-c339-4949-ad18-7af89af0cf96 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.237451 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d5cfcd87-38b4-44b0-aaae-c115539f3b01 req-18581393-c339-4949-ad18-7af89af0cf96 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 944 time: 0.1340394 Jul 22 23:11:31.241020 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f6fe84dd-3538-43bf-9b65-35b005064dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.267124 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7892008-2790-46c0-a7eb-32c29943fcf7 req-72d13722-e5b7-4990-ab3b-7656aa91911b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.269758 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a7892008-2790-46c0-a7eb-32c29943fcf7 req-72d13722-e5b7-4990-ab3b-7656aa91911b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 944 time: 0.1117723 Jul 22 23:11:31.311928 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d5cfcd87-38b4-44b0-aaae-c115539f3b01 req-f273264a-e600-4312-85e1-df51c2b1bcd9 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647593 Jul 22 23:11:31.336466 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a7892008-2790-46c0-a7eb-32c29943fcf7 req-4baf8e71-52ef-45bf-a673-9af84e0d4f3c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595932 Jul 22 23:11:31.445029 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b79270d7-8546-4f91-b729-72bcb3394585 req-4535a77b-756c-4a12-b7f1-f58412e1d087 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 210 time: 0.0368402 Jul 22 23:11:31.648967 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56310) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:31.721155 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.789198 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-38892ac9-f96f-46a6-9c55-ee269c256f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.892659 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56316) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:31.928219 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-38892ac9-f96f-46a6-9c55-ee269c256f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.933987 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-38892ac9-f96f-46a6-9c55-ee269c256f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.976068 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-38892ac9-f96f-46a6-9c55-ee269c256f8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e508ddbe6fa4d879fa0c6298bfec009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260088 Jul 22 23:11:31.979279 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38892ac9-f96f-46a6-9c55-ee269c256f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9598a7dc-ad38-41a7-9936-4757c1bac4c5,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:31.982093 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56320) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:32.044628 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6db02eda-ca62-4936-be1e-9067b5824619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.093310 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-af88b3f8-e5a0-46a7-a721-162a0d10d464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.151558 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-af88b3f8-e5a0-46a7-a721-162a0d10d464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.251996 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9299f-036e-48a7-9ec7-842dd5f1871b req-7417ee6e-b6f3-437e-a12b-9a7107861bf8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.253632 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-b8f9299f-036e-48a7-9ec7-842dd5f1871b req-7417ee6e-b6f3-437e-a12b-9a7107861bf8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.1755364 Jul 22 23:11:32.287430 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-af88b3f8-e5a0-46a7-a721-162a0d10d464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.290226 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-af88b3f8-e5a0-46a7-a721-162a0d10d464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.291694 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-af88b3f8-e5a0-46a7-a721-162a0d10d464 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9598a7dc-ad38-41a7-9936-4757c1bac4c5 HTTP/1.1" status: 204 len: 168 time: 0.3091297 Jul 22 23:11:32.322471 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88b3f8-e5a0-46a7-a721-162a0d10d464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9598a7dc-ad38-41a7-9936-4757c1bac4c5,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:32.355001 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6db02eda-ca62-4936-be1e-9067b5824619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.360024 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-b8f9299f-036e-48a7-9ec7-842dd5f1871b req-9c58e7f6-12f5-4c1d-9e9c-778ed5c0e54f tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971797 Jul 22 23:11:32.361859 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6db02eda-ca62-4936-be1e-9067b5824619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.449104 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56334) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:32.458706 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-6db02eda-ca62-4936-be1e-9067b5824619 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=108ae69d6a674f12b7adc5eb2bfd2f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5606396 Jul 22 23:11:32.462274 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db02eda-ca62-4936-be1e-9067b5824619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740ef647-9216-44e2-9bfb-ee1bb7173132,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:32.601869 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f19c0-8cd5-41a0-9213-70bf7bd60007 req-0eab25c6-cc7a-4b5d-a083-dd86c046144c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.604506 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a99f19c0-8cd5-41a0-9213-70bf7bd60007 req-0eab25c6-cc7a-4b5d-a083-dd86c046144c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 944 time: 0.1050997 Jul 22 23:11:32.610197 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9851c1bc-9007-4cf1-879e-da00ddd36bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.644119 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9851c1bc-9007-4cf1-879e-da00ddd36bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.665284 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a99f19c0-8cd5-41a0-9213-70bf7bd60007 req-22896843-c85c-49d7-a5bd-6850e99e5b67 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458679 Jul 22 23:11:32.771787 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa25bb-35d9-49dc-9d57-fb733d17365d req-b5ac792c-1b0c-413c-b280-636aaf21b8c5 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.773594 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dbaa25bb-35d9-49dc-9d57-fb733d17365d req-b5ac792c-1b0c-413c-b280-636aaf21b8c5 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 944 time: 0.2904167 Jul 22 23:11:32.805299 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56340) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:32.816882 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0a0f1c12-49ac-4a94-b846-574bdde2c917 req-02482026-703d-4173-8382-aac4fe151712 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 210 time: 0.0738032 Jul 22 23:11:32.866841 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d8758950-b048-4fb7-b3a2-355c3fc06fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.916900 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fb37a-1101-4800-8fcd-eac652a63e0b req-8dbe9c5f-438c-4654-817a-d40239af7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.919675 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9d7fb37a-1101-4800-8fcd-eac652a63e0b req-8dbe9c5f-438c-4654-817a-d40239af7eb8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 1096 time: 0.1009438 Jul 22 23:11:32.939933 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9851c1bc-9007-4cf1-879e-da00ddd36bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.945018 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9851c1bc-9007-4cf1-879e-da00ddd36bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.945758 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['5dccd156-b55b-4e15-9417-b68a1b081139'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:32.949629 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-9851c1bc-9007-4cf1-879e-da00ddd36bd7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/740ef647-9216-44e2-9bfb-ee1bb7173132 HTTP/1.1" status: 204 len: 168 time: 0.4956911 Jul 22 23:11:33.084788 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851c1bc-9007-4cf1-879e-da00ddd36bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740ef647-9216-44e2-9bfb-ee1bb7173132,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:33.136545 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dbaa25bb-35d9-49dc-9d57-fb733d17365d req-484274a4-b49f-4501-ad18-4a3d2af1826d tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463356 Jul 22 23:11:33.142016 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43392ccb-1f90-4b59-b941-e8fe689efb24 req-7b41fb11-8f5a-4daf-904e-922291f50411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:33.144737 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-43392ccb-1f90-4b59-b941-e8fe689efb24 req-7b41fb11-8f5a-4daf-904e-922291f50411 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=db30537acd0941d2873b2057cb8e2214&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4532015 Jul 22 23:11:33.159352 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-d7494f66-b6f1-4cc3-944f-acfd8dadacde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:33.162181 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-d7494f66-b6f1-4cc3-944f-acfd8dadacde service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4880545 Jul 22 23:11:33.187888 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fb37a-1101-4800-8fcd-eac652a63e0b req-e748137e-995e-498f-a4ca-a1a7c88e78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:33.191410 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9d7fb37a-1101-4800-8fcd-eac652a63e0b req-e748137e-995e-498f-a4ca-a1a7c88e78a1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.2635281 Jul 22 23:11:33.211829 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.325368 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d8758950-b048-4fb7-b3a2-355c3fc06fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.331138 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d8758950-b048-4fb7-b3a2-355c3fc06fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.398131 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-d8758950-b048-4fb7-b3a2-355c3fc06fd9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52f18421e54f4c46972047696b09a7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5866108 Jul 22 23:11:33.398874 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8758950-b048-4fb7-b3a2-355c3fc06fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f334edcb-3cec-40f0-b10f-414f5f6892ad,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:33.402023 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56346) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:33.461091 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b389724a-7271-41fd-ad16-0aba88ff54ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.489133 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b389724a-7271-41fd-ad16-0aba88ff54ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.604937 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffde30-8051-4e20-b5e4-a86aada09e51 req-1a59c2fa-82d6-45b1-a62e-35d0b8764204 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:33.606563 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3fffde30-8051-4e20-b5e4-a86aada09e51 req-1a59c2fa-82d6-45b1-a62e-35d0b8764204 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.1012166 Jul 22 23:11:33.616820 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b389724a-7271-41fd-ad16-0aba88ff54ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.620092 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b389724a-7271-41fd-ad16-0aba88ff54ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.621810 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b389724a-7271-41fd-ad16-0aba88ff54ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f334edcb-3cec-40f0-b10f-414f5f6892ad HTTP/1.1" status: 204 len: 168 time: 0.2154224 Jul 22 23:11:33.635189 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56354) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:33.648496 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389724a-7271-41fd-ad16-0aba88ff54ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f334edcb-3cec-40f0-b10f-414f5f6892ad,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:33.651695 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0fabefe6-6c17-4ff5-8799-3cd64cd68c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.684119 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3fffde30-8051-4e20-b5e4-a86aada09e51 req-2cab9bac-af47-4d6d-9ad8-653336b96839 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692711 Jul 22 23:11:33.886160 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0fabefe6-6c17-4ff5-8799-3cd64cd68c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.901274 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0fabefe6-6c17-4ff5-8799-3cd64cd68c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.933248 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ee4b8-88c9-47dc-9ca2-b5779fa59f91 req-36fcaeac-9f28-4d9d-94e3-e1bcdc3266ce tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:33.935026 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-147ee4b8-88c9-47dc-9ca2-b5779fa59f91 req-36fcaeac-9f28-4d9d-94e3-e1bcdc3266ce tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 944 time: 0.1493216 Jul 22 23:11:33.983535 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabefe6-6c17-4ff5-8799-3cd64cd68c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b8198e-2fe8-4952-b868-3aa6eb07227c,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:33.988392 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-0fabefe6-6c17-4ff5-8799-3cd64cd68c5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=691bdc7f696a4d1aafdb8666c739290b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519633 Jul 22 23:11:33.992939 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56370) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:34.034943 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-690eebc6-fb10-4a0b-be7c-97b0b5890609 req-612db380-ed06-4a1b-ad62-4726a552f5e9 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 210 time: 0.0761983 Jul 22 23:11:34.037297 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-147ee4b8-88c9-47dc-9ca2-b5779fa59f91 req-d6929ecb-e96e-4401-956a-6ac756f45324 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868802 Jul 22 23:11:34.127236 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-78842353-d7f8-41ec-95bf-0446a884af15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.164411 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-78842353-d7f8-41ec-95bf-0446a884af15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.263991 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-78842353-d7f8-41ec-95bf-0446a884af15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.266637 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-78842353-d7f8-41ec-95bf-0446a884af15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.268001 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-78842353-d7f8-41ec-95bf-0446a884af15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4b8198e-2fe8-4952-b868-3aa6eb07227c HTTP/1.1" status: 204 len: 168 time: 0.2740946 Jul 22 23:11:34.289168 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78842353-d7f8-41ec-95bf-0446a884af15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b8198e-2fe8-4952-b868-3aa6eb07227c,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:34.425036 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9deccf-4c74-4533-8cd3-dc83f05e3f6c req-5f2c6869-b9f6-427e-9c5a-6582d3d080bb tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:34.427396 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4a9deccf-4c74-4533-8cd3-dc83f05e3f6c req-5f2c6869-b9f6-427e-9c5a-6582d3d080bb tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 944 time: 0.1208797 Jul 22 23:11:34.496851 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4a9deccf-4c74-4533-8cd3-dc83f05e3f6c req-922043ea-690a-4331-a102-f7370ae8b1a1 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578313 Jul 22 23:11:34.902176 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.909049 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e41d2-9aa9-4b9a-82db-cdb70126465a req-c819d161-007e-4c6e-bfe5-fb05c70db2f2 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:34.911071 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ce3e41d2-9aa9-4b9a-82db-cdb70126465a req-c819d161-007e-4c6e-bfe5-fb05c70db2f2 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.1114390 Jul 22 23:11:34.961833 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ce3e41d2-9aa9-4b9a-82db-cdb70126465a req-05481455-da5c-4c41-ba6e-5cdd1be86278 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445948 Jul 22 23:11:35.232824 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-18e7d5d8-c2d1-4ffa-99d0-0e996ee06f00 req-f14b3f9a-4625-4857-b8c2-8c5099932d5d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 210 time: 0.0742314 Jul 22 23:11:35.261101 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0fc60-e43a-441e-aa9d-19b90d46363f req-233e82f2-9f55-42f1-aec6-665dc7099ad1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.267138 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e4e0fc60-e43a-441e-aa9d-19b90d46363f req-233e82f2-9f55-42f1-aec6-665dc7099ad1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 944 time: 0.0903258 Jul 22 23:11:35.335553 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e4e0fc60-e43a-441e-aa9d-19b90d46363f req-572b93fd-6641-4613-873a-2bd4d42296c6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651944 Jul 22 23:11:35.690967 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19c900-e83d-4373-9c81-8ce33f5ac439 req-4ec7273b-3ef9-4b2c-b531-90518697eccb tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.693668 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4d19c900-e83d-4373-9c81-8ce33f5ac439 req-4ec7273b-3ef9-4b2c-b531-90518697eccb tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 944 time: 0.1145046 Jul 22 23:11:35.765562 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4d19c900-e83d-4373-9c81-8ce33f5ac439 req-df31664e-78ae-4381-9d34-aa7376204170 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636611 Jul 22 23:11:35.916333 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56492) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:35.987116 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:36.032395 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9d7fb37a-1101-4800-8fcd-eac652a63e0b req-68e5a2e8-d636-4419-9ccb-143608877550 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa HTTP/1.1" status: 200 len: 217 time: 0.1013267 Jul 22 23:11:36.163631 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fb37a-1101-4800-8fcd-eac652a63e0b req-b5304f3b-7695-4c00-b466-bfcdebd629a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.167077 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9d7fb37a-1101-4800-8fcd-eac652a63e0b req-b5304f3b-7695-4c00-b466-bfcdebd629a6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.1225948 Jul 22 23:11:36.248401 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9d7fb37a-1101-4800-8fcd-eac652a63e0b req-5a0da1cb-7b51-4ed9-9efd-abc2eb395be7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729873 Jul 22 23:11:36.320710 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b2e4ac75-a424-4792-bacd-35d1d3817ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:36.451757 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-63899f3d-33e7-4cd4-a135-5b073656f1a8 req-46cae22c-5846-41a6-b125-d316ae8d1507 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 210 time: 0.0653708 Jul 22 23:11:36.506453 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9d7fb37a-1101-4800-8fcd-eac652a63e0b req-135cfc79-b001-4db0-88f4-1d368af1fe18 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431202 Jul 22 23:11:36.673009 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43392ccb-1f90-4b59-b941-e8fe689efb24 req-bf77d4b2-a2ae-4cd8-905b-313e2ce9f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.674594 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-43392ccb-1f90-4b59-b941-e8fe689efb24 req-bf77d4b2-a2ae-4cd8-905b-313e2ce9f4c6 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7143223 Jul 22 23:11:36.691219 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-d35054a8-ac2f-427e-a8e9-900532ca228e service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604361 Jul 22 23:11:36.871000 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a79880df-7d49-454a-aa8a-47580ca9152a tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.872741 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a79880df-7d49-454a-aa8a-47580ca9152a tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.78 "GET /v2.0/networks?id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d HTTP/1.1" status: 200 len: 817 time: 0.8445725 Jul 22 23:11:36.941113 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9d7fb37a-1101-4800-8fcd-eac652a63e0b req-f9dbc08b-029e-48e3-a4bb-fce5f6770827 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266045 Jul 22 23:11:36.970439 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946a459-0f30-4620-b13b-59ab1ca0a117 req-8cab7416-611f-4dbd-af4a-0ea959ff685f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.972028 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f946a459-0f30-4620-b13b-59ab1ca0a117 req-8cab7416-611f-4dbd-af4a-0ea959ff685f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 944 time: 0.2977121 Jul 22 23:11:36.974918 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4667ca6-ad58-4ad0-a9e6-1a3c1dc52a7f req-7fbb40c6-9015-4ea0-8597-6badc34695a6 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.982096 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a4667ca6-ad58-4ad0-a9e6-1a3c1dc52a7f req-7fbb40c6-9015-4ea0-8597-6badc34695a6 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.8053813 Jul 22 23:11:37.055523 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f946a459-0f30-4620-b13b-59ab1ca0a117 req-9aeb9c73-a7a5-4cad-98b1-db6f60f40856 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705550 Jul 22 23:11:37.056083 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-2b230e5c-38fd-4316-a579-f138d0566f7c tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=989ed4019032413dacd764b93ca3e0a4 HTTP/1.1" status: 200 len: 380 time: 0.1509719 Jul 22 23:11:37.060912 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8be12b26-94c4-4083-a758-ee0c046e7375 req-2bb75f47-0aff-407f-84e3-e6404b31b6b9 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546743 Jul 22 23:11:37.077096 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'port': {'device_id': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'admin_state_up': True, 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'security_groups': ['a9d2a916-0f54-464f-9083-49ed0dd8bd4f']}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:37.159854 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a4667ca6-ad58-4ad0-a9e6-1a3c1dc52a7f req-98bb1d64-d0fc-4b7e-9a37-cfcdf23d7d82 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764545 Jul 22 23:11:37.167357 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-39d1df4f-cb22-4091-b7f4-a1a75f0fbe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.169475 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-39d1df4f-cb22-4091-b7f4-a1a75f0fbe14 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 1096 time: 0.4123755 Jul 22 23:11:37.233601 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b2e4ac75-a424-4792-bacd-35d1d3817ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.311922 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-fd7d602b-671f-41c8-ab77-097774be8606 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e55dddc-a10a-4262-a92c-af731b525ba1 HTTP/1.1" status: 200 len: 217 time: 0.1276309 Jul 22 23:11:37.313060 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b2e4ac75-a424-4792-bacd-35d1d3817ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.322614 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17216b-9f37-4f1b-a5a2-756006a0c4d1 req-7ef62422-52b8-4509-96c9-062294cacd60 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.330270 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6f17216b-9f37-4f1b-a5a2-756006a0c4d1 req-7ef62422-52b8-4509-96c9-062294cacd60 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 944 time: 0.0997632 Jul 22 23:11:37.376163 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6f17216b-9f37-4f1b-a5a2-756006a0c4d1 req-4f8554a7-ab3a-4099-8572-8081cc1afd95 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Jul 22 23:11:37.478269 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-b2e4ac75-a424-4792-bacd-35d1d3817ba3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=819a5c23cfca4498b33df4b27a7a3b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5576303 Jul 22 23:11:37.479199 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56540) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:37.481810 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4ac75-a424-4792-bacd-35d1d3817ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3639e56-63bf-46df-84b9-ac1b620f59e2,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:37.508245 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-24aa6b7f-95b1-42cd-a151-5df7be2a01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.511518 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-24aa6b7f-95b1-42cd-a151-5df7be2a01fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.1699979 Jul 22 23:11:37.613314 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-df68b2b2-306f-42ec-a0ee-763b7b11456d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912571 Jul 22 23:11:37.627865 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8880-3439-41bf-a447-344f3311fd12 req-27254228-702f-4103-9863-a6f04be47744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.631045 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-168f8880-3439-41bf-a447-344f3311fd12 req-27254228-702f-4103-9863-a6f04be47744 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 1097 time: 0.4455943 Jul 22 23:11:37.638144 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-37f6411f-1e6e-4980-941e-6bac1ae3ae9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.728920 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-37f6411f-1e6e-4980-941e-6bac1ae3ae9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.777007 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Made reservation on behalf of 989ed4019032413dacd764b93ca3e0a4 for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:37.783030 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.895093 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-06ecd459-5f87-4faa-8da8-f53c9921e1e2 req-f0cd5db2-6530-453d-a7b5-fbbb141ffaee tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 210 time: 0.1353643 Jul 22 23:11:37.900344 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-37f6411f-1e6e-4980-941e-6bac1ae3ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.904079 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-37f6411f-1e6e-4980-941e-6bac1ae3ae9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.908943 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-37f6411f-1e6e-4980-941e-6bac1ae3ae9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3639e56-63bf-46df-84b9-ac1b620f59e2 HTTP/1.1" status: 204 len: 168 time: 0.4246466 Jul 22 23:11:37.923900 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6411f-1e6e-4980-941e-6bac1ae3ae9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3639e56-63bf-46df-84b9-ac1b620f59e2,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:37.962373 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b422d9af-06b5-42cd-9fd8-d26d4711e2b6 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:37.970198 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-2d9d6a05-6655-4b0b-a168-8fc6ebcb437c service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352747 Jul 22 23:11:38.069978 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 5dccd156-b55b-4e15-9417-b68a1b081139 up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:38.134438 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port b422d9af-06b5-42cd-9fd8-d26d4711e2b6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:38.260586 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'port_id': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6', 'mac_address': 'fa:16:3e:b3:49:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:38.264553 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 5dccd156-b55b-4e15-9417-b68a1b081139 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:38.270538 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 5dccd156-b55b-4e15-9417-b68a1b081139 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:38.271302 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.352349 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.358797 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dc3fb77-7d29-4abf-a600-c6fbc5281f84 req-1c6b0735-8ffa-4cfd-b5d5-dce8dfc18a4e service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497307 Jul 22 23:11:38.370067 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8880-3439-41bf-a447-344f3311fd12 req-7bf763aa-7474-45ff-ac11-ab62ca05ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:38.370067 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-168f8880-3439-41bf-a447-344f3311fd12 req-7bf763aa-7474-45ff-ac11-ab62ca05ccba service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.6097198 Jul 22 23:11:38.397480 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b422d9af-06b5-42cd-9fd8-d26d4711e2b6 {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:38.438771 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port b422d9af-06b5-42cd-9fd8-d26d4711e2b6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:38.443793 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.445008 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 16953501-b4f3-40cb-b5b1-908bbdd17ffa details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:38.463251 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Allocated IP 172.20.0.9 (18c504e6-d2aa-4ecf-ae3a-000e47781a7d/03ee3dab-9ef5-4c5d-a33a-e755c7f55776/0c01dfb1-8606-4be3-80db-841a593c87e5) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:38.477889 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546e7be-57d0-40d2-ae0c-4148cf110527 req-89319e2c-d355-4d40-a19d-41a9a6808567 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:38.486858 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1546e7be-57d0-40d2-ae0c-4148cf110527 req-89319e2c-d355-4d40-a19d-41a9a6808567 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 944 time: 0.1676037 Jul 22 23:11:38.539829 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.587095 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1546e7be-57d0-40d2-ae0c-4148cf110527 req-76b1047a-4249-4e22-a623-1ce6bd8e7929 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853014 Jul 22 23:11:38.594240 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd66dd-c67a-4051-bf4b-e36675a3e30f req-9fb44c85-aee3-41f5-9810-21b7c3a1f9a2 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:38.596215 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-20bd66dd-c67a-4051-bf4b-e36675a3e30f req-9fb44c85-aee3-41f5-9810-21b7c3a1f9a2 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.2606506 Jul 22 23:11:38.606907 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=b422d9af-06b5-42cd-9fd8-d26d4711e2b6,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:38.622376 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b347461-d888-40ae-ac98-e646153b50a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dccd156-b55b-4e15-9417-b68a1b081139'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:38.685055 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-20bd66dd-c67a-4051-bf4b-e36675a3e30f req-97290a2f-381e-45da-8b6b-c63a3b243007 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666409 Jul 22 23:11:38.772065 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 5dccd156-b55b-4e15-9417-b68a1b081139, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5dccd156-b55b-4e15-9417-b68a1b081139,segment=NetworkSegment(5504b377-21a9-4c15-9861-f3833391419f),segment_id=5504b377-21a9-4c15-9861-f3833391419f)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:38.793566 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.814017 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.852616 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 16953501-b4f3-40cb-b5b1-908bbdd17ffa, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:38.863398 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45723bc2-19dd-4ba0-b2f1-8b082e5ee678 req-e5829f03-c076-400c-953a-4c114c24bd1e tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:38.866857 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-45723bc2-19dd-4ba0-b2f1-8b082e5ee678 req-e5829f03-c076-400c-953a-4c114c24bd1e tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 944 time: 0.1864185 Jul 22 23:11:38.890285 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Transition to ACTIVE for port object 0c01dfb1-8606-4be3-80db-841a593c87e5 will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:38.900968 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '16953501-b4f3-40cb-b5b1-908bbdd17ffa', 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04', 'port_id': '16953501-b4f3-40cb-b5b1-908bbdd17ffa', 'mac_address': 'fa:16:3e:fd:8c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:38.920469 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=5dccd156-b55b-4e15-9417-b68a1b081139,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:38.940665 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-45723bc2-19dd-4ba0-b2f1-8b082e5ee678 req-7076c88b-c804-41e9-a7b9-764a90017a24 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579579 Jul 22 23:11:38.994545 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.074648 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:39.077438 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:39.078772 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc180ca-47ff-447a-afe7-c8d863a98c9b" -d '{"events": [{"server_uuid": "2b347461-d888-40ae-ac98-e646153b50a4", "name": "network-vif-plugged", "status": "completed", "tag": "5dccd156-b55b-4e15-9417-b68a1b081139"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:39.085411 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:39.097727 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:39.109300 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.112060 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.140058 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16953501-b4f3-40cb-b5b1-908bbdd17ffa {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:39.170992 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 16953501-b4f3-40cb-b5b1-908bbdd17ffa, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:39.177951 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.267608 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2022986 Jul 22 23:11:39.278587 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8c504-5e00-466c-873d-cfe5a03f955d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'Port': ['ID=0c01dfb1-8606-4be3-80db-841a593c87e5,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:39.300608 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775c0d2f-1452-4685-9c57-11d77c7e589f x-openstack-request-id: req-775c0d2f-1452-4685-9c57-11d77c7e589f {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:39.304433 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b347461-d888-40ae-ac98-e646153b50a4", "name": "network-vif-plugged", "status": "completed", "tag": "5dccd156-b55b-4e15-9417-b68a1b081139", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:39.304433 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-775c0d2f-1452-4685-9c57-11d77c7e589f {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:39.305206 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b347461-d888-40ae-ac98-e646153b50a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dccd156-b55b-4e15-9417-b68a1b081139', 'code': 200} Jul 22 23:11:39.365542 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=16953501-b4f3-40cb-b5b1-908bbdd17ffa,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:39.391642 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a53f57-ff4c-4e1c-83e7-10408caa4d32 req-23b29dbd-2239-4869-a31c-7802e8b6fc4a tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:39.398918 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-13a53f57-ff4c-4e1c-83e7-10408caa4d32 req-23b29dbd-2239-4869-a31c-7802e8b6fc4a tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 931 time: 0.2836761 Jul 22 23:11:39.448826 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-13a53f57-ff4c-4e1c-83e7-10408caa4d32 req-0f88bc79-1040-4d4e-8816-05318cabb405 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 Jul 22 23:11:39.493815 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-9d449ddb-b58f-4ee1-aecf-d24d5d6c67bf None None] Provisioning for port 0c01dfb1-8606-4be3-80db-841a593c87e5 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:39.500740 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-9d449ddb-b58f-4ee1-aecf-d24d5d6c67bf None None] Provisioning complete for port 0c01dfb1-8606-4be3-80db-841a593c87e5 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:39.501313 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-9d449ddb-b58f-4ee1-aecf-d24d5d6c67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.560703 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-9d449ddb-b58f-4ee1-aecf-d24d5d6c67bf None None] Port 0c01dfb1-8606-4be3-80db-841a593c87e5 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:39.801472 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678bfb0-5650-4c18-89b2-01011d2df8b8 req-4432285d-80b4-47eb-b883-d3b9a13f2360 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:39.803858 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0678bfb0-5650-4c18-89b2-01011d2df8b8 req-4432285d-80b4-47eb-b883-d3b9a13f2360 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 945 time: 0.1135769 Jul 22 23:11:39.858508 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0678bfb0-5650-4c18-89b2-01011d2df8b8 req-ca068aea-408a-48bc-a8b0-95b6fa7e9e0e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440359 Jul 22 23:11:39.933408 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e161f3-5ae5-41b0-a295-22c0e600a8bd req-7826b0b2-f1a8-420d-929e-5e59a22c5a70 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:39.936183 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-72e161f3-5ae5-41b0-a295-22c0e600a8bd req-7826b0b2-f1a8-420d-929e-5e59a22c5a70 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.1189647 Jul 22 23:11:40.006892 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-72e161f3-5ae5-41b0-a295-22c0e600a8bd req-03edab4a-5dca-4fb1-80e9-9f2101d08ccb tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608072 Jul 22 23:11:40.188588 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d4ac-eb86-40b6-bc15-e8e2040ec1e8 req-182595bc-0b2b-4f42-bcb0-f8fe84a7528f tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:40.190230 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-68f7d4ac-eb86-40b6-bc15-e8e2040ec1e8 req-182595bc-0b2b-4f42-bcb0-f8fe84a7528f tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.1066442 Jul 22 23:11:40.234155 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-68f7d4ac-eb86-40b6-bc15-e8e2040ec1e8 req-b5dde85c-5451-4c9a-8114-f699aaa2b8e9 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373945 Jul 22 23:11:40.616026 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aea387-09ca-492d-942f-8fd133fa8969 req-533c6b03-89b0-4e0d-8ef8-b45241484407 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:40.617849 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c9aea387-09ca-492d-942f-8fd133fa8969 req-533c6b03-89b0-4e0d-8ef8-b45241484407 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 931 time: 0.0702548 Jul 22 23:11:40.659872 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c9aea387-09ca-492d-942f-8fd133fa8969 req-f07b87ce-3a2d-4188-addb-f3c872727c53 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355542 Jul 22 23:11:41.016373 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93fe1b-f098-4b92-9ede-73ea8e9cf302 req-c3dca141-1400-4e8f-82a3-b768994ac960 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:41.018005 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-da93fe1b-f098-4b92-9ede-73ea8e9cf302 req-c3dca141-1400-4e8f-82a3-b768994ac960 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 945 time: 0.0736823 Jul 22 23:11:41.061808 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-da93fe1b-f098-4b92-9ede-73ea8e9cf302 req-a8fc1172-6436-466a-9982-997d68288e74 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376780 Jul 22 23:11:41.168361 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaf7f1-79b2-4e15-bc00-a9409f4697ad req-19b66f4f-acdc-4999-b070-7fa62c62dec8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:41.170349 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-99aaf7f1-79b2-4e15-bc00-a9409f4697ad req-19b66f4f-acdc-4999-b070-7fa62c62dec8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.0728152 Jul 22 23:11:41.223606 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-99aaf7f1-79b2-4e15-bc00-a9409f4697ad req-032fa63a-b3bc-4254-9348-b34f5b6b996e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469491 Jul 22 23:11:41.375169 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b148dee-648f-43bb-9593-f19a8ce23b3c req-5b67301f-60a6-4a2a-bd23-74e6cd54c1ca tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:41.376767 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6b148dee-648f-43bb-9593-f19a8ce23b3c req-5b67301f-60a6-4a2a-bd23-74e6cd54c1ca tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.0690372 Jul 22 23:11:41.419635 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6b148dee-648f-43bb-9593-f19a8ce23b3c req-8d09a2ef-72c3-4ffb-a7eb-141f42cb4a27 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366220 Jul 22 23:11:41.596318 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Request body: {'port': {'device_id': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:41.649922 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-168f8880-3439-41bf-a447-344f3311fd12 req-3bf5faf0-c50f-43fe-8526-e3f9ea359f93 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6 HTTP/1.1" status: 200 len: 217 time: 0.0687768 Jul 22 23:11:41.756690 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:41.761260 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8880-3439-41bf-a447-344f3311fd12 req-3e6fa373-cf03-48e7-9918-915d9056aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:41.762910 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-168f8880-3439-41bf-a447-344f3311fd12 req-3e6fa373-cf03-48e7-9918-915d9056aa2a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0994947 Jul 22 23:11:41.978211 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['b422d9af-06b5-42cd-9fd8-d26d4711e2b6'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:41.982730 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['16953501-b4f3-40cb-b5b1-908bbdd17ffa'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:42.072101 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5b9ef-9bba-41cc-bae4-f8dbb718184d req-d60ddcf2-1e70-4748-a2c7-4e8231ba04b5 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:42.080289 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fb5b9ef-9bba-41cc-bae4-f8dbb718184d req-d60ddcf2-1e70-4748-a2c7-4e8231ba04b5 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 931 time: 0.3102980 Jul 22 23:11:42.128178 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abef224-3463-4d7e-b180-70e9ec602767 req-e11c769d-65b3-495c-8e30-2eaf1726fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:42.129717 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9abef224-3463-4d7e-b180-70e9ec602767 req-e11c769d-65b3-495c-8e30-2eaf1726fa5f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 1098 time: 0.3369703 Jul 22 23:11:42.131619 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8880-3439-41bf-a447-344f3311fd12 req-ee317063-fb33-4b91-986e-76ba7c473ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:42.133105 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-168f8880-3439-41bf-a447-344f3311fd12 req-ee317063-fb33-4b91-986e-76ba7c473ec5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3620987 Jul 22 23:11:42.192476 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9abef224-3463-4d7e-b180-70e9ec602767 req-d77ec5ec-00ac-4472-b577-b0a70ef217a7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.217636 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fb5b9ef-9bba-41cc-bae4-f8dbb718184d req-4cb06391-a79d-4de7-b7ad-1b720e959410 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364183 Jul 22 23:11:42.336058 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922ae3f-4067-4c12-8f1b-a1582854a99d req-018152b1-f0c2-4429-b334-ad6683c6f9f8 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:42.356242 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a922ae3f-4067-4c12-8f1b-a1582854a99d req-018152b1-f0c2-4429-b334-ad6683c6f9f8 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 945 time: 0.1850071 Jul 22 23:11:42.518361 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a922ae3f-4067-4c12-8f1b-a1582854a99d req-ebe85cc1-8a58-4816-9dc5-51bccbc9cfbb tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602669 Jul 22 23:11:42.640141 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-168f8880-3439-41bf-a447-344f3311fd12 req-644082ff-c194-4d73-a32a-88e2b01b111f service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954481 Jul 22 23:11:42.764624 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d12fec-e15d-4ad8-bf6f-0dabb2e0ef62 req-fbd77b1f-a181-4715-b543-80610ea3caf8 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:42.775283 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-b1d12fec-e15d-4ad8-bf6f-0dabb2e0ef62 req-fbd77b1f-a181-4715-b543-80610ea3caf8 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.1152399 Jul 22 23:11:42.834165 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-b1d12fec-e15d-4ad8-bf6f-0dabb2e0ef62 req-eb7dc786-12eb-427f-a9e5-9a7aa4c2ea36 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547507 Jul 22 23:11:42.995804 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265b68a-828c-4e25-9d98-8a608d0e5c3b req-32e360bf-efae-4c35-a368-57a4ee5fadbf tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:43.002912 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3265b68a-828c-4e25-9d98-8a608d0e5c3b req-32e360bf-efae-4c35-a368-57a4ee5fadbf tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.4734817 Jul 22 23:11:43.033663 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c01dfb1-8606-4be3-80db-841a593c87e5 {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:43.069651 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.078005 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-168f8880-3439-41bf-a447-344f3311fd12 req-22b4c633-dcef-4b48-a158-53efd6e67518 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146385 Jul 22 23:11:43.142796 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Transition to ACTIVE for port object 0c01dfb1-8606-4be3-80db-841a593c87e5 will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:43.149397 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9abef224-3463-4d7e-b180-70e9ec602767 req-d77ec5ec-00ac-4472-b577-b0a70ef217a7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.156950 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3265b68a-828c-4e25-9d98-8a608d0e5c3b req-71d7b69c-c57f-41dd-a115-57fe672a1e34 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528833 Jul 22 23:11:43.159047 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.164013 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9abef224-3463-4d7e-b180-70e9ec602767 req-d77ec5ec-00ac-4472-b577-b0a70ef217a7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.312447 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9abef224-3463-4d7e-b180-70e9ec602767 req-d77ec5ec-00ac-4472-b577-b0a70ef217a7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1666379 Jul 22 23:11:43.324673 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ec5ec-00ac-4472-b577-b0a70ef217a7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f1123ff6-fb5c-4dad-9ddf-08df8427fc5b,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:43.349840 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Pushing event updated for resources: {'Port': ['ID=0c01dfb1-8606-4be3-80db-841a593c87e5,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:43.414351 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Attempting to bind port 0c01dfb1-8606-4be3-80db-841a593c87e5 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:43.414728 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Attempting to bind port 0c01dfb1-8606-4be3-80db-841a593c87e5 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:43.416807 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Attempting to bind port 0c01dfb1-8606-4be3-80db-841a593c87e5 on network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:43.424788 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Port 0c01dfb1-8606-4be3-80db-841a593c87e5 on network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:11:43.425374 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Attempting to bind port 0c01dfb1-8606-4be3-80db-841a593c87e5 on network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:43.434389 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:43.435015 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Checking segment: {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:43.435579 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Bound using segment: {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:43.436234 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Bound port: 0c01dfb1-8606-4be3-80db-841a593c87e5, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:43.436753 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.466715 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f498c-526a-4d1e-807e-ee80abc09f0c req-79892889-9d64-46b5-8bc0-b121be073836 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:43.468867 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4b0f498c-526a-4d1e-807e-ee80abc09f0c req-79892889-9d64-46b5-8bc0-b121be073836 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 943 time: 0.1370025 Jul 22 23:11:43.519867 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4b0f498c-526a-4d1e-807e-ee80abc09f0c req-3467480e-9135-4480-af72-3e72567189c4 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387995 Jul 22 23:11:43.546626 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] For port 0c01dfb1-8606-4be3-80db-841a593c87e5, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:43.553080 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] For port 0c01dfb1-8606-4be3-80db-841a593c87e5, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0c01dfb1-8606-4be3-80db-841a593c87e5,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:43.569891 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.603430 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b422d9af-06b5-42cd-9fd8-d26d4711e2b6 up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:43.658558 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:43.659647 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.662633 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] 10.222.0.78 "PUT /v2.0/ports/0c01dfb1-8606-4be3-80db-841a593c87e5 HTTP/1.1" status: 200 len: 1093 time: 2.0711088 Jul 22 23:11:43.663594 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'tag': '0c01dfb1-8606-4be3-80db-841a593c87e5'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:43.668037 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7f1515-438a-43b8-a5ec-120e7fbea973", "tag": "0c01dfb1-8606-4be3-80db-841a593c87e5"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:43.729578 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:43.737291 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:43.737967 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.776107 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Pushing event updated for resources: {'Port': ['ID=0c01dfb1-8606-4be3-80db-841a593c87e5,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:43.821227 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2d10d3-ca1a-460c-b172-eb004de2682f x-openstack-request-id: req-2d2d10d3-ca1a-460c-b172-eb004de2682f {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:43.822407 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7f1515-438a-43b8-a5ec-120e7fbea973", "tag": "0c01dfb1-8606-4be3-80db-841a593c87e5", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:43.822863 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d2d10d3-ca1a-460c-b172-eb004de2682f {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:43.823594 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'tag': '0c01dfb1-8606-4be3-80db-841a593c87e5', 'status': 'completed', 'code': 200} Jul 22 23:11:43.863658 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.864132 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.864547 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.864722 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.865149 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.865582 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.865818 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.866263 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.866532 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.866830 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.867190 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.867657 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c2a92-f4e7-43e9-9ec1-ea4547d29b00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:43.916803 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-f23d82b7-70c4-4ed4-bca7-f0381e654d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:43.922771 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-f23d82b7-70c4-4ed4-bca7-f0381e654d7e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=989ed4019032413dacd764b93ca3e0a4&device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 1096 time: 0.1622937 Jul 22 23:11:43.945834 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.955740 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eb4f3-72ff-4ed3-9f01-e631962efbaa req-3a10ea55-3741-4a73-9bde-fb9cab990b70 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:43.957412 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d70eb4f3-72ff-4ed3-9f01-e631962efbaa req-3a10ea55-3741-4a73-9bde-fb9cab990b70 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 945 time: 0.2451477 Jul 22 23:11:43.991240 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-17dbba36-91e1-4459-a20a-ff3907d842c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c01dfb1-8606-4be3-80db-841a593c87e5 HTTP/1.1" status: 200 len: 217 time: 0.0562823 Jul 22 23:11:44.010531 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:44.015355 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1115032-c3b5-4883-8304-884d3d746a2c" -d '{"events": [{"server_uuid": "2ac476eb-be93-41e9-8ba6-4c3000c6a94e", "name": "network-vif-plugged", "status": "completed", "tag": "b422d9af-06b5-42cd-9fd8-d26d4711e2b6"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:44.066075 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port b422d9af-06b5-42cd-9fd8-d26d4711e2b6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:44.085565 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.088045 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 16953501-b4f3-40cb-b5b1-908bbdd17ffa up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:44.114914 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d70eb4f3-72ff-4ed3-9f01-e631962efbaa req-28a9a9a3-3e0c-4a43-ad4e-0051a26bf3e3 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288936 Jul 22 23:11:44.122589 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c715bad4-c2ef-48a7-adf5-658594f70eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:44.125573 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-c715bad4-c2ef-48a7-adf5-658594f70eb1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03ee3dab-9ef5-4c5d-a33a-e755c7f55776 HTTP/1.1" status: 200 len: 856 time: 0.1288552 Jul 22 23:11:44.150538 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9002b-231d-4ece-a888-895c49257910 req-710e8846-48ad-4103-aad3-5d943d85ade3 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:44.158088 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-93b9002b-231d-4ece-a888-895c49257910 req-710e8846-48ad-4103-aad3-5d943d85ade3 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.1833627 Jul 22 23:11:44.188824 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8017a6-f30e-407a-8743-faeb6f7df8cb x-openstack-request-id: req-ec8017a6-f30e-407a-8743-faeb6f7df8cb {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:44.189374 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac476eb-be93-41e9-8ba6-4c3000c6a94e", "name": "network-vif-plugged", "status": "completed", "tag": "b422d9af-06b5-42cd-9fd8-d26d4711e2b6", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:44.189773 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec8017a6-f30e-407a-8743-faeb6f7df8cb {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:44.190530 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6', 'code': 200} Jul 22 23:11:44.241134 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-93b9002b-231d-4ece-a888-895c49257910 req-baae8dee-3f51-487d-a329-65072837fb43 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819106 Jul 22 23:11:44.305730 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=b422d9af-06b5-42cd-9fd8-d26d4711e2b6,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:44.329304 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 16953501-b4f3-40cb-b5b1-908bbdd17ffa completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:44.337988 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 16953501-b4f3-40cb-b5b1-908bbdd17ffa triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:44.338601 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.359032 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-e7568496-fd50-4bfd-8d68-7d021fb93c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:44.361275 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-e7568496-fd50-4bfd-8d68-7d021fb93c5c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2203763 Jul 22 23:11:44.421275 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f60a5-083a-4a04-85dd-605fcab6ef42 req-1ee96c92-14c1-441a-8805-4f20b0657c1a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:44.423556 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-388f60a5-083a-4a04-85dd-605fcab6ef42 req-1ee96c92-14c1-441a-8805-4f20b0657c1a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.1493061 Jul 22 23:11:44.467789 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.501355 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-388f60a5-083a-4a04-85dd-605fcab6ef42 req-fe60a9de-74c3-4a30-9a85-e81832081c69 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697770 Jul 22 23:11:44.542623 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 16953501-b4f3-40cb-b5b1-908bbdd17ffa, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:44.551620 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.638731 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=16953501-b4f3-40cb-b5b1-908bbdd17ffa,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:44.766768 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb6b0a-c23b-4677-81bd-b571d71ba89a req-1290c577-4b3e-4da6-95b1-55a426ca5ee8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:44.768379 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7bfb6b0a-c23b-4677-81bd-b571d71ba89a req-1290c577-4b3e-4da6-95b1-55a426ca5ee8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 943 time: 0.1153190 Jul 22 23:11:44.829545 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7bfb6b0a-c23b-4677-81bd-b571d71ba89a req-c1d9da4a-f58c-4eaa-9261-ad50284a7d3b tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527127 Jul 22 23:11:44.980148 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56762) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:45.122384 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.256573 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.261919 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.319156 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5c355-0774-4f26-a8e1-28c6c1fe68d8 req-f83c4197-639f-4693-8031-6e84a44c5de5 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:45.322739 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e8c5c355-0774-4f26-a8e1-28c6c1fe68d8 req-f83c4197-639f-4693-8031-6e84a44c5de5 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.1091363 Jul 22 23:11:45.343531 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a71b15332b441f5858f39df816120f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610203 Jul 22 23:11:45.344783 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82472c2b-fea1-4b12-96a2-045fa461cfd6,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:45.349394 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56774) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:45.362451 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.363043 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.363616 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.364139 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.364685 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.365262 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.366117 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.366658 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.367222 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.367809 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.368415 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.368941 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29e85ec-a7cf-4245-84f2-fefc18b4fd70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.402695 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e8c5c355-0774-4f26-a8e1-28c6c1fe68d8 req-5873199c-3653-4792-bcbc-3a5f9cb72b89 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732222 Jul 22 23:11:45.427378 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6477584a-49ee-49ce-8c87-8aa08dfc5c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.453010 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6477584a-49ee-49ce-8c87-8aa08dfc5c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.466846 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391df4d0-1f75-4a53-a96c-b256faed8bd4 req-0ebf64dc-1e84-4ce7-b0cf-a7bb03af3c6e tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:45.468432 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-391df4d0-1f75-4a53-a96c-b256faed8bd4 req-0ebf64dc-1e84-4ce7-b0cf-a7bb03af3c6e tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.1111097 Jul 22 23:11:45.515439 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-391df4d0-1f75-4a53-a96c-b256faed8bd4 req-10d7a0c3-1731-43a8-8c9a-fc8b0238c0db tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374568 Jul 22 23:11:45.530285 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6477584a-49ee-49ce-8c87-8aa08dfc5c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.535639 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6477584a-49ee-49ce-8c87-8aa08dfc5c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.539941 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-6477584a-49ee-49ce-8c87-8aa08dfc5c7c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82472c2b-fea1-4b12-96a2-045fa461cfd6 HTTP/1.1" status: 204 len: 168 time: 0.1864104 Jul 22 23:11:45.560793 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477584a-49ee-49ce-8c87-8aa08dfc5c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82472c2b-fea1-4b12-96a2-045fa461cfd6,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:45.617882 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 4e55dddc-a10a-4262-a92c-af731b525ba1 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:45.717277 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295752b-75a6-4ca7-8bb5-b05368401f5d req-f2022dd2-e730-4c75-b55f-81da667650a9 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:45.720147 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2295752b-75a6-4ca7-8bb5-b05368401f5d req-f2022dd2-e730-4c75-b55f-81da667650a9 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 943 time: 0.1068454 Jul 22 23:11:45.774024 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 4e55dddc-a10a-4262-a92c-af731b525ba1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4e55dddc-a10a-4262-a92c-af731b525ba1,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:45.789663 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2295752b-75a6-4ca7-8bb5-b05368401f5d req-aefca82c-09c5-4f0c-ba5b-d22161cf1829 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635173 Jul 22 23:11:45.794318 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '4e55dddc-a10a-4262-a92c-af731b525ba1', 'network_id': 'ba9226ad-6df0-406e-94a2-ed0b7779cb04', 'port_id': '4e55dddc-a10a-4262-a92c-af731b525ba1', 'mac_address': 'fa:16:3e:64:dd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8e45e9-3084-4168-9c5c-8ab956d6d9c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:45.848182 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.866755 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e55dddc-a10a-4262-a92c-af731b525ba1 {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:45.892386 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 4e55dddc-a10a-4262-a92c-af731b525ba1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4e55dddc-a10a-4262-a92c-af731b525ba1,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:45.900477 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.981593 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=4e55dddc-a10a-4262-a92c-af731b525ba1,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:45.997877 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.998591 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.999245 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:45.999794 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:46.000347 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:46.000884 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:46.001404 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:46.001959 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:46.002579 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:46.003131 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:46.003690 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:46.004826 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:46.089370 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20cfda-5682-4569-b577-ef5f67410217 req-1c5ebaf9-d5e9-4074-9744-3e7952da72b4 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:46.091891 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-db20cfda-5682-4569-b577-ef5f67410217 req-1c5ebaf9-d5e9-4074-9744-3e7952da72b4 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 943 time: 0.0911894 Jul 22 23:11:46.165060 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-db20cfda-5682-4569-b577-ef5f67410217 req-714dcf94-44a0-47a1-94db-2d011f416f19 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627916 Jul 22 23:11:46.191494 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16953501-b4f3-40cb-b5b1-908bbdd17ffa'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:46.195542 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cda8f6-d9fc-4bca-9e69-e8845816a099" -d '{"events": [{"server_uuid": "ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb", "name": "network-vif-plugged", "status": "completed", "tag": "16953501-b4f3-40cb-b5b1-908bbdd17ffa"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:46.244735 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1215eac6-4a9f-46db-ab00-a60f848d30f0 x-openstack-request-id: req-1215eac6-4a9f-46db-ab00-a60f848d30f0 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:46.245307 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb", "name": "network-vif-plugged", "status": "completed", "tag": "16953501-b4f3-40cb-b5b1-908bbdd17ffa", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:46.245766 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1215eac6-4a9f-46db-ab00-a60f848d30f0 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:46.246514 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16953501-b4f3-40cb-b5b1-908bbdd17ffa', 'code': 200} Jul 22 23:11:46.609816 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5736e8-6a37-413b-b610-d6c4b8971417 req-61d1f8c3-5522-4cc1-aebc-0f694428ff54 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:46.612951 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6d5736e8-6a37-413b-b610-d6c4b8971417 req-61d1f8c3-5522-4cc1-aebc-0f694428ff54 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.1197717 Jul 22 23:11:46.679590 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6d5736e8-6a37-413b-b610-d6c4b8971417 req-5368ca6b-ce3d-41fd-8749-740e6b27cc07 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583360 Jul 22 23:11:46.723380 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9d40-684c-4015-bd14-4e16ba52365e req-f7bd5348-3f71-4b47-86d9-96ecfd046e5a tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:46.726302 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5aad9d40-684c-4015-bd14-4e16ba52365e req-f7bd5348-3f71-4b47-86d9-96ecfd046e5a tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.0967555 Jul 22 23:11:46.789143 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5aad9d40-684c-4015-bd14-4e16ba52365e req-dfbd3c3e-0c07-4290-b12c-cc3502d15913 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560207 Jul 22 23:11:46.947048 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed296bf-5463-4037-9e24-1bf419457281 req-7e1267cf-e28a-41fc-a402-e53bcaa64d36 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:46.948622 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3ed296bf-5463-4037-9e24-1bf419457281 req-7e1267cf-e28a-41fc-a402-e53bcaa64d36 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 944 time: 0.0699141 Jul 22 23:11:46.969851 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56824) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:46.997294 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3ed296bf-5463-4037-9e24-1bf419457281 req-abb81be7-b222-4d68-8308-b0a7901f4d21 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429986 Jul 22 23:11:47.099061 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-80330c38-efec-4db8-8f06-a106ded173c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:47.251580 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-80330c38-efec-4db8-8f06-a106ded173c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:47.258329 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-80330c38-efec-4db8-8f06-a106ded173c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:47.326335 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-80330c38-efec-4db8-8f06-a106ded173c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73a7970cbf724a858796481865e3d7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551438 Jul 22 23:11:47.330371 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80330c38-efec-4db8-8f06-a106ded173c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8cfa59-c676-4aec-a626-649c303b233f,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:47.331923 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56838) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:47.414709 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8850c-5d53-4ad0-b720-b07f84950bcb req-ddfa9bdc-bcae-4030-8014-fd63f2e66413 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:47.416345 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-abb8850c-5d53-4ad0-b720-b07f84950bcb req-ddfa9bdc-bcae-4030-8014-fd63f2e66413 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 943 time: 0.1386931 Jul 22 23:11:47.419763 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ad0cb963-b11d-4460-a540-0d0716bf6bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:47.465542 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ad0cb963-b11d-4460-a540-0d0716bf6bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:47.498069 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-abb8850c-5d53-4ad0-b720-b07f84950bcb req-6886aaa8-6a53-4793-839d-dc47a34c8c79 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682201 Jul 22 23:11:47.539220 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ad0cb963-b11d-4460-a540-0d0716bf6bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:47.544461 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ad0cb963-b11d-4460-a540-0d0716bf6bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:47.546547 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-ad0cb963-b11d-4460-a540-0d0716bf6bd9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a8cfa59-c676-4aec-a626-649c303b233f HTTP/1.1" status: 204 len: 168 time: 0.2130301 Jul 22 23:11:47.558575 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cb963-b11d-4460-a540-0d0716bf6bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8cfa59-c676-4aec-a626-649c303b233f,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:47.933408 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['4e55dddc-a10a-4262-a92c-af731b525ba1'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:47.970635 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60681a-28aa-4fd5-b43e-202274bffba3 req-97ef6681-f78b-46c9-b561-81e6b81fea3d tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:47.973716 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-bc60681a-28aa-4fd5-b43e-202274bffba3 req-97ef6681-f78b-46c9-b561-81e6b81fea3d tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.1532109 Jul 22 23:11:48.002264 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56e109-7808-42ab-9232-6c5b325c904c req-adb22b56-87ba-4314-a9b7-80fa3c1f0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:48.003840 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cc56e109-7808-42ab-9232-6c5b325c904c req-adb22b56-87ba-4314-a9b7-80fa3c1f0a37 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 1099 time: 0.3576586 Jul 22 23:11:48.025231 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-8e49e4a1-f517-4ddf-b9aa-063f332a7e4b service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907619 Jul 22 23:11:48.142405 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-bc60681a-28aa-4fd5-b43e-202274bffba3 req-c35060db-1f05-4c79-ba9a-6b9d4eea6158 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545112 Jul 22 23:11:48.222997 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cc56e109-7808-42ab-9232-6c5b325c904c req-b95be206-94d0-40bc-b173-a841bdc7b4e7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959784 Jul 22 23:11:48.225308 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf2b18-3f7d-4423-bb8e-3518b31fbec7 req-e6d14b07-33c8-48b1-b0b9-2e600a7561aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:48.226911 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-68cf2b18-3f7d-4423-bb8e-3518b31fbec7 req-e6d14b07-33c8-48b1-b0b9-2e600a7561aa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 1098 time: 0.4021292 Jul 22 23:11:48.292864 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7f29a-3e77-4072-a7bd-1d75d2fe0328 req-b81612f6-4c5d-4332-9b03-3838aede746c tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:48.300073 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-74b7f29a-3e77-4072-a7bd-1d75d2fe0328 req-b81612f6-4c5d-4332-9b03-3838aede746c tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.3517227 Jul 22 23:11:48.424647 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc1bee89-960d-4fb4-981d-e51241d63a54 req-d0dd1ac0-fe4d-4ffc-8458-a1cad06c76b4 service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885918 Jul 22 23:11:48.436836 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-68cf2b18-3f7d-4423-bb8e-3518b31fbec7 req-f57b91c7-d2c4-4d89-86bf-8f380e50c5c8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325886 Jul 22 23:11:48.447538 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-74b7f29a-3e77-4072-a7bd-1d75d2fe0328 req-6b970711-3744-4810-95b4-8bd75f2278ed tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457422 Jul 22 23:11:48.577912 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcbc0a-ac88-447c-b8a5-48f367b2f9f3 req-052b8cb3-d419-4de0-9726-621fc7fcfe65 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:48.581380 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d6fcbc0a-ac88-447c-b8a5-48f367b2f9f3 req-052b8cb3-d419-4de0-9726-621fc7fcfe65 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 944 time: 0.2098224 Jul 22 23:11:48.682528 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d6fcbc0a-ac88-447c-b8a5-48f367b2f9f3 req-f46abb59-d462-4878-a99d-fab8809cb501 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826719 Jul 22 23:11:48.798538 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95 req-9cf59d9b-6846-44b8-a4cf-fdd34160430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:48.801220 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95 req-9cf59d9b-6846-44b8-a4cf-fdd34160430f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=989ed4019032413dacd764b93ca3e0a4&device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 1096 time: 0.2567019 Jul 22 23:11:48.908171 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62fd1b-452a-4b53-a404-a180a45b7430 req-99300b0a-81a8-4201-83e9-4a972e47fe38 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:48.910091 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56888) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:48.910807 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7a62fd1b-452a-4b53-a404-a180a45b7430 req-99300b0a-81a8-4201-83e9-4a972e47fe38 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 943 time: 0.2499580 Jul 22 23:11:49.054222 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-634326873-network', 'tenant_id': '207f499e75124b56a9a40222d64c855c'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:49.066353 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7a62fd1b-452a-4b53-a404-a180a45b7430 req-51066dd1-9cb5-4447-9bb4-1599769fd318 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075377 Jul 22 23:11:49.068480 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95 req-8c9a7afe-8662-4e57-a822-010c750600d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.072437 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95 req-8c9a7afe-8662-4e57-a822-010c750600d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d HTTP/1.1" status: 200 len: 918 time: 0.2620444 Jul 22 23:11:49.096531 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Made reservation on behalf of 207f499e75124b56a9a40222d64c855c for: {'network': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:49.100636 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.123157 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.304236 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.313969 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.352732 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=93213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:11:49.365498 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d43182c-dce4-4f0d-afa6-843bf0a4898d,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:49.374509 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.374846 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.segments_db [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Added segment e13206ee-2f23-40ea-ac32-883c30ab0f5e of type vlan for network 07ab8e55-ff83-4383-9b62-9cbaa631f84e Jul 22 23:11:49.418120 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1914b9-f24d-4943-a4c0-6d943b0044dd req-0d0a3d03-a4b1-4007-8a63-0265adccd284 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.419691 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1e1914b9-f24d-4943-a4c0-6d943b0044dd req-0d0a3d03-a4b1-4007-8a63-0265adccd284 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.1665211 Jul 22 23:11:49.441598 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.501652 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1e1914b9-f24d-4943-a4c0-6d943b0044dd req-b318d038-db44-4295-8407-9255fc0bf990 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699241 Jul 22 23:11:49.511496 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.512555 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.513173 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.548483 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6364713 Jul 22 23:11:49.552403 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56898) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:49.574441 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] Request body: {'subnet': {'network_id': '07ab8e55-ff83-4383-9b62-9cbaa631f84e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-634326873-subnet', 'tenant_id': '207f499e75124b56a9a40222d64c855c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:49.596994 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cd0e9-76eb-4fb8-8281-dc459ba78277 admin admin] Pushing event updated for resources: {'Network': ['ID=07ab8e55-ff83-4383-9b62-9cbaa631f84e,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:49.617739 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network 07ab8e55-ff83-4383-9b62-9cbaa631f84e details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:11:49.623180 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] Made reservation on behalf of 207f499e75124b56a9a40222d64c855c for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:49.625565 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.668719 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac88db-cbcd-474c-9ba7-26d9d47a72f0 req-bb5ed74e-6782-4997-b60f-bef1e11f7a22 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.670719 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-20ac88db-cbcd-474c-9ba7-26d9d47a72f0 req-bb5ed74e-6782-4997-b60f-bef1e11f7a22 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.1327784 Jul 22 23:11:49.892516 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.949547 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-20ac88db-cbcd-474c-9ba7-26d9d47a72f0 req-da506f5a-4ba5-459f-889a-a33aa432cae6 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590559 Jul 22 23:11:49.955908 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5d9c7-c90f-4b12-a983-cdf970166c74 req-e00ef7d7-fe32-4178-91e6-6db47bdc16f7 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.958785 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-19e5d9c7-c90f-4b12-a983-cdf970166c74 req-e00ef7d7-fe32-4178-91e6-6db47bdc16f7 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 944 time: 0.1146762 Jul 22 23:11:50.026115 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=434387a4-04e4-4d82-80d3-e710695ceac9,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:50.067461 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] Checking segment: {'id': 'e13206ee-2f23-40ea-ac32-883c30ab0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '07ab8e55-ff83-4383-9b62-9cbaa631f84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:50.068241 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] Network hostable DHCP agents. Network: 07ab8e55-ff83-4383-9b62-9cbaa631f84e, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:11:50.077067 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-19e5d9c7-c90f-4b12-a983-cdf970166c74 req-2f9ac713-9c7f-4c9b-9133-e27d2e0eb7dd tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097906 Jul 22 23:11:50.121377 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] Network 07ab8e55-ff83-4383-9b62-9cbaa631f84e is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:11:50.165065 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, 07ab8e55-ff83-4383-9b62-9cbaa631f84e) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:50.172605 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:50.173704 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:50.177706 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bd7017-598a-4c7a-946a-c47472f82eb5 None None] Network 07ab8e55-ff83-4383-9b62-9cbaa631f84e requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:50.247388 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-b8d945e7-f65c-441e-8cb6-4af852588d4b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6935387 Jul 22 23:11:50.479683 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95 req-7dc909d6-8e5e-4d04-b153-dcde56d45f99 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c01dfb1-8606-4be3-80db-841a593c87e5 HTTP/1.1" status: 200 len: 217 time: 0.1495221 Jul 22 23:11:50.517434 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffe6288-04ab-4f41-ac21-f8e984ab0592 None None] Network 07ab8e55-ff83-4383-9b62-9cbaa631f84e requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:50.566254 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd5900-ce05-4a5f-b37c-f22405c4f71c req-77225a42-b8de-435b-bf37-84fb6e71731c tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:50.589573 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-98bd5900-ce05-4a5f-b37c-f22405c4f71c req-77225a42-b8de-435b-bf37-84fb6e71731c tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 943 time: 0.3257694 Jul 22 23:11:50.735848 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-98bd5900-ce05-4a5f-b37c-f22405c4f71c req-6baf3f84-83a6-475f-86ee-b76bc5673248 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415267 Jul 22 23:11:50.886271 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d7c11-93e2-4b9f-8226-ff33b04b406a req-610493f2-a811-4b4c-a1af-8c28b26e202f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:50.888519 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-425d7c11-93e2-4b9f-8226-ff33b04b406a req-610493f2-a811-4b4c-a1af-8c28b26e202f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.1940806 Jul 22 23:11:50.939624 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-425d7c11-93e2-4b9f-8226-ff33b04b406a req-ab91595b-c55c-45e7-8928-794056a3b509 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447061 Jul 22 23:11:51.244446 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f96a9-35a1-44b5-b08c-772d3218e9e2 req-f47ca82b-18fc-49d6-8f25-6317be547601 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:51.246057 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dc3f96a9-35a1-44b5-b08c-772d3218e9e2 req-f47ca82b-18fc-49d6-8f25-6317be547601 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 944 time: 0.0870569 Jul 22 23:11:51.324694 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dc3f96a9-35a1-44b5-b08c-772d3218e9e2 req-5123b960-c9d8-464a-a75e-19e5d396fb80 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698202 Jul 22 23:11:51.326133 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95 req-b8c591f9-a38b-4af1-a339-843ab8f550d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:51.327571 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95 req-b8c591f9-a38b-4af1-a339-843ab8f550d1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03ee3dab-9ef5-4c5d-a33a-e755c7f55776 HTTP/1.1" status: 200 len: 856 time: 0.0806189 Jul 22 23:11:51.918195 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d03e36-7940-429f-9f12-bc14dd57242a req-5962a263-1d00-4ef1-959a-27e2c6b3f385 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:51.919845 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a4d03e36-7940-429f-9f12-bc14dd57242a req-5962a263-1d00-4ef1-959a-27e2c6b3f385 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 943 time: 0.0788789 Jul 22 23:11:51.963419 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a4d03e36-7940-429f-9f12-bc14dd57242a req-607623b6-0aa3-41ce-bd55-d71f45ed07e1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373557 Jul 22 23:11:52.080921 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488cf1-5dcf-407f-9751-bb3acb1ddbb6 req-d25b6635-65a1-4a53-bc1c-3fca544223ee tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:52.082477 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0d488cf1-5dcf-407f-9751-bb3acb1ddbb6 req-d25b6635-65a1-4a53-bc1c-3fca544223ee tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.0705590 Jul 22 23:11:52.125601 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0d488cf1-5dcf-407f-9751-bb3acb1ddbb6 req-da7826d9-17bb-4457-a51a-467204d22f2e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370221 Jul 22 23:11:52.328257 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 4e55dddc-a10a-4262-a92c-af731b525ba1 up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:52.392796 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95 req-e7230d38-555d-4159-be23-bb727f5e8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:52.394867 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95 req-e7230d38-555d-4159-be23-bb727f5e8c3b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819080 Jul 22 23:11:52.418980 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 4e55dddc-a10a-4262-a92c-af731b525ba1 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:52.427703 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 4e55dddc-a10a-4262-a92c-af731b525ba1 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:52.428134 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:52.583836 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95 req-9740389a-5da7-4568-9db7-30fb643e795f service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811981 Jul 22 23:11:52.592062 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:52.593665 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada09b4-62dd-4e66-8e95-b093aac0e1cc req-c3cd856e-1f54-4b2a-8b4e-c54184a781d2 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:52.596598 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0ada09b4-62dd-4e66-8e95-b093aac0e1cc req-c3cd856e-1f54-4b2a-8b4e-c54184a781d2 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 944 time: 0.1539903 Jul 22 23:11:52.647826 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b143714-d25f-459c-aaa4-cdcab2cfb7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e55dddc-a10a-4262-a92c-af731b525ba1'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:52.654213 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a91085-046c-440b-83be-7b25ca82f898" -d '{"events": [{"server_uuid": "8b143714-d25f-459c-aaa4-cdcab2cfb7eb", "name": "network-vif-plugged", "status": "completed", "tag": "4e55dddc-a10a-4262-a92c-af731b525ba1"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:52.686784 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0ada09b4-62dd-4e66-8e95-b093aac0e1cc req-7097c15a-7752-41e5-a648-9bf70d0b78d9 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658238 Jul 22 23:11:52.693122 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 4e55dddc-a10a-4262-a92c-af731b525ba1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4e55dddc-a10a-4262-a92c-af731b525ba1,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:52.702484 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:52.756145 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bb5fa1f1-e9cd-4649-80b3-2c40cbd83c95 req-005367f5-3ee5-4763-a3fc-b028d73d609b service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476974 Jul 22 23:11:52.804954 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14610aa-9bcb-47bc-8dac-56c93c7620e1 x-openstack-request-id: req-a14610aa-9bcb-47bc-8dac-56c93c7620e1 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:52.806483 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b143714-d25f-459c-aaa4-cdcab2cfb7eb", "name": "network-vif-plugged", "status": "completed", "tag": "4e55dddc-a10a-4262-a92c-af731b525ba1", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:52.806878 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a14610aa-9bcb-47bc-8dac-56c93c7620e1 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:52.807519 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b143714-d25f-459c-aaa4-cdcab2cfb7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e55dddc-a10a-4262-a92c-af731b525ba1', 'code': 200} Jul 22 23:11:52.843721 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=4e55dddc-a10a-4262-a92c-af731b525ba1,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:53.144718 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9e36d-c23e-4d64-8729-c893d3757678 req-0af698ce-d008-40ba-9553-1aef8c036131 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.146350 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-33b9e36d-c23e-4d64-8729-c893d3757678 req-0af698ce-d008-40ba-9553-1aef8c036131 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 943 time: 0.0858381 Jul 22 23:11:53.231338 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-33b9e36d-c23e-4d64-8729-c893d3757678 req-352ee7e6-293b-4069-83d0-a9a4b1a28d97 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538719 Jul 22 23:11:53.516538 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b45e94-1171-485f-ae63-5a7d1253c1bd req-adb98e4b-35e9-45b5-804b-320f0d7dbc78 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.518211 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f2b45e94-1171-485f-ae63-5a7d1253c1bd req-adb98e4b-35e9-45b5-804b-320f0d7dbc78 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.2854576 Jul 22 23:11:53.558911 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f2b45e94-1171-485f-ae63-5a7d1253c1bd req-b1beebf2-83c9-44bd-a49b-7296913d70f7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349624 Jul 22 23:11:53.737806 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c47e2-de2d-4cd8-b797-73e1b9ab708b req-92239d1b-8848-4aa0-bc2a-5c4a8926b991 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.739497 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-be5c47e2-de2d-4cd8-b797-73e1b9ab708b req-92239d1b-8848-4aa0-bc2a-5c4a8926b991 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.0695972 Jul 22 23:11:53.749728 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56998) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:53.754590 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-5b496e81-3f54-45f2-96ac-90d21e820d28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'floatingip': {'port_id': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:53.831883 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5b496e81-3f54-45f2-96ac-90d21e820d28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:53.884512 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e438b-027b-4ad2-823b-ebfdceaf09c4 req-4bc01d1e-f442-4b3a-a7c0-de835cdedaed tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.886240 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-467e438b-027b-4ad2-823b-ebfdceaf09c4 req-4bc01d1e-f442-4b3a-a7c0-de835cdedaed tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0770645 Jul 22 23:11:53.927812 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-467e438b-027b-4ad2-823b-ebfdceaf09c4 req-57494415-c20d-4975-a2f4-5b8f426f6994 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352714 Jul 22 23:11:54.606094 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.db.resource_extend [None req-5b496e81-3f54-45f2-96ac-90d21e820d28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:11:54.692615 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ed8af-3720-4500-a33a-0cee338d0f68 req-014fa259-50d8-4e57-8100-fd9eb2e440b4 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:54.694321 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-bf8ed8af-3720-4500-a33a-0cee338d0f68 req-014fa259-50d8-4e57-8100-fd9eb2e440b4 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 943 time: 0.3875978 Jul 22 23:11:54.701695 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5b496e81-3f54-45f2-96ac-90d21e820d28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:54.719988 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5b496e81-3f54-45f2-96ac-90d21e820d28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:54.820357 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-bf8ed8af-3720-4500-a33a-0cee338d0f68 req-aba1ccdf-b1bf-4996-9eb0-eae63d78b441 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171777 Jul 22 23:11:54.851002 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.l3_db [None req-5b496e81-3f54-45f2-96ac-90d21e820d28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Floating IP b03ff32e-8d55-49a3-8fb8-1582337f8abc associated. External IP: 172.27.3.18, port: b422d9af-06b5-42cd-9fd8-d26d4711e2b6. Jul 22 23:11:55.074391 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b496e81-3f54-45f2-96ac-90d21e820d28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Router a930b17a-4d1e-4486-9150-8eee4564e3fd has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:11:55.166540 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb2752-4595-49b9-8168-0367f67050aa req-223fc4ec-ef5e-432c-8a75-c09b084ea961 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:55.169102 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-93eb2752-4595-49b9-8168-0367f67050aa req-223fc4ec-ef5e-432c-8a75-c09b084ea961 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1315799 Jul 22 23:11:55.213160 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-93eb2752-4595-49b9-8168-0367f67050aa req-34bd2a9a-d0b8-4c10-b930-5c9da7101af8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370209 Jul 22 23:11:55.253051 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b496e81-3f54-45f2-96ac-90d21e820d28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:55.260408 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5b496e81-3f54-45f2-96ac-90d21e820d28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:55.272435 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec65fbc-0109-4d7f-919b-ead701b48e47 None None] Sync routers for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:55.284086 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec65fbc-0109-4d7f-919b-ead701b48e47 None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:55.284999 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-bec65fbc-0109-4d7f-919b-ead701b48e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:11:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:55.310166 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-5b496e81-3f54-45f2-96ac-90d21e820d28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "PUT /v2.0/floatingips/b03ff32e-8d55-49a3-8fb8-1582337f8abc HTTP/1.1" status: 200 len: 991 time: 1.5544758 Jul 22 23:11:55.310166 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'tag': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6'}] {{(pid=93213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:55.310166 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbe56bff62c3e8e8be4b69d0f079d0183bc44a0e5461d850edaa3815845927f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e480d8-9c19-42ca-a165-9cede431b611" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac476eb-be93-41e9-8ba6-4c3000c6a94e", "tag": "b422d9af-06b5-42cd-9fd8-d26d4711e2b6"}]}' {{(pid=93213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:55.406709 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-bec65fbc-0109-4d7f-919b-ead701b48e47 None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:55.407698 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cafc79-efd4-405f-ad26-30866ce7df43 x-openstack-request-id: req-73cafc79-efd4-405f-ad26-30866ce7df43 {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:55.408145 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac476eb-be93-41e9-8ba6-4c3000c6a94e", "tag": "b422d9af-06b5-42cd-9fd8-d26d4711e2b6", "status": "completed", "code": 200}]} {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:55.408538 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73cafc79-efd4-405f-ad26-30866ce7df43 {{(pid=93213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:55.409207 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'tag': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6', 'status': 'completed', 'code': 200} Jul 22 23:11:55.722568 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-bec65fbc-0109-4d7f-919b-ead701b48e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': 'b03ff32e-8d55-49a3-8fb8-1582337f8abc', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'port_id': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'mac_address': 'fa:16:3e:b3:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:11:02Z', 'updated_at': '2021-07-22T23:11:54Z', 'revision_number': 1, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:55.758128 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec65fbc-0109-4d7f-919b-ead701b48e47 None None] Checking router: a930b17a-4d1e-4486-9150-8eee4564e3fd for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:55.771285 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec65fbc-0109-4d7f-919b-ead701b48e47 None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:55.772303 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-bec65fbc-0109-4d7f-919b-ead701b48e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:11:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:55.893767 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-bec65fbc-0109-4d7f-919b-ead701b48e47 None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:55.970392 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b83fe-ae44-435e-97cc-9c4e61eaeba3 req-a8465032-de8b-47c6-9445-f26957cb83d4 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:55.972019 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a95b83fe-ae44-435e-97cc-9c4e61eaeba3 req-a8465032-de8b-47c6-9445-f26957cb83d4 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 943 time: 0.0672524 Jul 22 23:11:56.015725 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a95b83fe-ae44-435e-97cc-9c4e61eaeba3 req-9c2147e3-8c5c-4048-b3d5-263561ff9fba tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375423 Jul 22 23:11:56.099368 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 0c01dfb1-8606-4be3-80db-841a593c87e5 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:56.301366 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 0c01dfb1-8606-4be3-80db-841a593c87e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0c01dfb1-8606-4be3-80db-841a593c87e5,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:56.308205 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-bec65fbc-0109-4d7f-919b-ead701b48e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': 'b03ff32e-8d55-49a3-8fb8-1582337f8abc', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'port_id': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'mac_address': 'fa:16:3e:b3:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:11:02Z', 'updated_at': '2021-07-22T23:11:54Z', 'revision_number': 1, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:56.331819 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '0c01dfb1-8606-4be3-80db-841a593c87e5', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'port_id': '0c01dfb1-8606-4be3-80db-841a593c87e5', 'mac_address': 'fa:16:3e:95:f6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:56.378397 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e480d8-9c19-42ca-a165-9cede431b611 req-1810e043-da3f-45bf-a493-d0a4b41df949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:56.380076 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b5e480d8-9c19-42ca-a165-9cede431b611 req-1810e043-da3f-45bf-a493-d0a4b41df949 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 1099 time: 0.2071006 Jul 22 23:11:56.384351 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f81472-f1a7-4294-94bf-1163f127f872 req-8d42c688-8c0c-432f-9881-ba9ef713c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:56.386331 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c5f81472-f1a7-4294-94bf-1163f127f872 req-8d42c688-8c0c-432f-9881-ba9ef713c6cb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 1098 time: 0.2249970 Jul 22 23:11:56.408102 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:56.446110 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c01dfb1-8606-4be3-80db-841a593c87e5 {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:56.472575 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec65fbc-0109-4d7f-919b-ead701b48e47 None None] The sync data for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi is: [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': 'b03ff32e-8d55-49a3-8fb8-1582337f8abc', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'port_id': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'mac_address': 'fa:16:3e:b3:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:11:02Z', 'updated_at': '2021-07-22T23:11:54Z', 'revision_number': 1, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:56.506951 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 0c01dfb1-8606-4be3-80db-841a593c87e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0c01dfb1-8606-4be3-80db-841a593c87e5,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:56.514498 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:56.557058 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa441a8a-3982-41a7-90fa-16a2d3a37bdf req-903ecc7f-830b-4f8a-808a-aff8d4ce2165 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:56.558810 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-aa441a8a-3982-41a7-90fa-16a2d3a37bdf req-903ecc7f-830b-4f8a-808a-aff8d4ce2165 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.2410531 Jul 22 23:11:56.572521 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c5f81472-f1a7-4294-94bf-1163f127f872 req-a04af81e-e644-43f5-b8f9-7aaac4a66363 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649783 Jul 22 23:11:56.626223 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e480d8-9c19-42ca-a165-9cede431b611 req-cb54a8fa-ae03-43a0-949a-9be2bdb231a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:56.627866 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b5e480d8-9c19-42ca-a165-9cede431b611 req-cb54a8fa-ae03-43a0-949a-9be2bdb231a2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.2317917 Jul 22 23:11:56.633911 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-aa441a8a-3982-41a7-90fa-16a2d3a37bdf req-9fb6132a-b860-4835-b2ac-1d2b383f2c73 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599833 Jul 22 23:11:56.634221 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=0c01dfb1-8606-4be3-80db-841a593c87e5,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:56.757943 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b5e480d8-9c19-42ca-a165-9cede431b611 req-f0d00269-dad3-43ff-a1da-874f2126c173 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6 HTTP/1.1" status: 200 len: 999 time: 0.1215315 Jul 22 23:11:56.845926 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e480d8-9c19-42ca-a165-9cede431b611 req-bc1c02a4-b31e-424e-b248-e5a5770ce8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:56.847969 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b5e480d8-9c19-42ca-a165-9cede431b611 req-bc1c02a4-b31e-424e-b248-e5a5770ce8ee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0791025 Jul 22 23:11:56.848969 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085e808-4d70-44ab-864c-81965d68db1c None None] New status for floating IP b03ff32e-8d55-49a3-8fb8-1582337f8abc: ACTIVE {{(pid=93215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:11:56.896410 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['0c01dfb1-8606-4be3-80db-841a593c87e5'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:56.963533 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e480d8-9c19-42ca-a165-9cede431b611 req-e0410223-b620-4de0-b1cb-85fb98c752f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:56.966732 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b5e480d8-9c19-42ca-a165-9cede431b611 req-e0410223-b620-4de0-b1cb-85fb98c752f7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956724 Jul 22 23:11:57.111834 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b5e480d8-9c19-42ca-a165-9cede431b611 req-f232d9e8-1bc3-4d08-9c93-9ed627bf74ea service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358247 Jul 22 23:11:57.314149 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b5e480d8-9c19-42ca-a165-9cede431b611 req-024862ff-92ac-4d25-9563-f9f8ec7cc142 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939406 Jul 22 23:11:57.314667 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8b08a-777e-494f-996b-6bff6b45c555 req-099fee1f-a9b7-4803-9354-94fcf232c15d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:57.318933 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a6d8b08a-777e-494f-996b-6bff6b45c555 req-099fee1f-a9b7-4803-9354-94fcf232c15d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 944 time: 0.1886861 Jul 22 23:11:57.402269 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a6d8b08a-777e-494f-996b-6bff6b45c555 req-2f5620e1-cb79-4c55-817e-6b2b9d7a9251 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640402 Jul 22 23:11:57.868852 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afa7ac-480f-4f37-a410-fde41fc5a8a4 req-0e832051-33a9-4fbc-909c-1f4b07e7fef1 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:57.870815 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-46afa7ac-480f-4f37-a410-fde41fc5a8a4 req-0e832051-33a9-4fbc-909c-1f4b07e7fef1 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1164005 Jul 22 23:11:57.939945 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-46afa7ac-480f-4f37-a410-fde41fc5a8a4 req-b4f453b1-eb1b-44e0-9527-2ecb989a79d3 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603678 Jul 22 23:11:58.086648 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 0c01dfb1-8606-4be3-80db-841a593c87e5 up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:58.160204 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 0c01dfb1-8606-4be3-80db-841a593c87e5 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:58.169369 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 0c01dfb1-8606-4be3-80db-841a593c87e5 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:58.170127 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.224291 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-207b4a4e-bf3f-4c4e-9b07-4cc51a815092 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:58.225962 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-207b4a4e-bf3f-4c4e-9b07-4cc51a815092 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/networks?id=07ab8e55-ff83-4383-9b62-9cbaa631f84e HTTP/1.1" status: 200 len: 813 time: 0.1597860 Jul 22 23:11:58.251761 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-df22c5ae-6288-4ece-b572-90825eaf35dc tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/quotas/207f499e75124b56a9a40222d64c855c HTTP/1.1" status: 200 len: 375 time: 0.0102289 Jul 22 23:11:58.289444 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-3901b66d-351a-4181-910a-fc31285d7158 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=207f499e75124b56a9a40222d64c855c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321321 Jul 22 23:11:58.333388 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.345780 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-629ad1b5-bf55-4948-bed9-4f80e032720e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.362544 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c01dfb1-8606-4be3-80db-841a593c87e5'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:58.364885 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbd9aee-1f89-4c8d-a533-6aa48cad7dcc" -d '{"events": [{"server_uuid": "4d7f1515-438a-43b8-a5ec-120e7fbea973", "name": "network-vif-plugged", "status": "completed", "tag": "0c01dfb1-8606-4be3-80db-841a593c87e5"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:58.383348 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 0c01dfb1-8606-4be3-80db-841a593c87e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0c01dfb1-8606-4be3-80db-841a593c87e5,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:58.388333 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.426857 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-d5ad2a23-d035-4694-b19f-f8bf08b9b690 service neutron] 10.222.0.55 "GET /v2.0/networks/07ab8e55-ff83-4383-9b62-9cbaa631f84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284115 Jul 22 23:11:58.428334 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76d4f0c-8c45-493f-bff5-c9984ea2e782 x-openstack-request-id: req-c76d4f0c-8c45-493f-bff5-c9984ea2e782 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:58.428631 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7f1515-438a-43b8-a5ec-120e7fbea973", "name": "network-vif-plugged", "status": "completed", "tag": "0c01dfb1-8606-4be3-80db-841a593c87e5", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:58.428904 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c76d4f0c-8c45-493f-bff5-c9984ea2e782 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:58.429300 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c01dfb1-8606-4be3-80db-841a593c87e5', 'code': 200} Jul 22 23:11:58.450907 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=0c01dfb1-8606-4be3-80db-841a593c87e5,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:58.562096 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-4cea60c2-ed51-40a8-a8a6-152f2503c62d service neutron] 10.222.0.55 "GET /v2.0/networks/07ab8e55-ff83-4383-9b62-9cbaa631f84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267149 Jul 22 23:11:58.596062 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3148fd-bb36-40f0-9c72-2ce95befc367 req-9676e43c-5382-4004-b34b-cd38fc47d061 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:58.597922 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3c3148fd-bb36-40f0-9c72-2ce95befc367 req-9676e43c-5382-4004-b34b-cd38fc47d061 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 945 time: 0.0972762 Jul 22 23:11:58.644931 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3c3148fd-bb36-40f0-9c72-2ce95befc367 req-d5807204-e3d7-4260-a31e-d0ba709d7979 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411277 Jul 22 23:11:58.664300 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fe4ca-d89a-4a4d-96ef-2d4296927961 req-862118a3-db8f-4e4c-b66a-7bba22ac9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:58.666448 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f21fe4ca-d89a-4a4d-96ef-2d4296927961 req-862118a3-db8f-4e4c-b66a-7bba22ac9115 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 1098 time: 0.0721822 Jul 22 23:11:58.718448 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f21fe4ca-d89a-4a4d-96ef-2d4296927961 req-c05be5b0-0641-457d-abb8-c522a76659c9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426967 Jul 22 23:11:58.777223 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-542c99a3-bfcc-40f3-9871-3fd0386f91a3 req-e84966a6-936b-416c-877c-94623f0513c1 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0473969 Jul 22 23:11:59.123857 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f1280-acbb-4959-985b-bba5fa9a262c req-8bff5c44-4a03-4ff1-b143-c5938ed0406f tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:59.125554 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5f6f1280-acbb-4959-985b-bba5fa9a262c req-8bff5c44-4a03-4ff1-b143-c5938ed0406f tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0914347 Jul 22 23:11:59.196993 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5f6f1280-acbb-4959-985b-bba5fa9a262c req-41a404df-6701-4c51-977d-f4abd67f4d98 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648947 Jul 22 23:11:59.606078 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e6d83-c834-4ce7-a51a-df5cf2095600 req-23b4bb2a-8e4b-47c9-9550-fbee4d7fd095 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:59.607829 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9c4e6d83-c834-4ce7-a51a-df5cf2095600 req-23b4bb2a-8e4b-47c9-9550-fbee4d7fd095 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1016171 Jul 22 23:11:59.651500 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9c4e6d83-c834-4ce7-a51a-df5cf2095600 req-193f7a20-ac48-406a-beed-bbdffe87406c tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349090 Jul 22 23:11:59.828824 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58858b46-d0a6-4fe2-81b5-f1ec72b60982 req-ce1350b7-217a-4f9d-9837-933597d4cd73 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:59.832152 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-58858b46-d0a6-4fe2-81b5-f1ec72b60982 req-ce1350b7-217a-4f9d-9837-933597d4cd73 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 945 time: 0.0935702 Jul 22 23:11:59.898448 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-58858b46-d0a6-4fe2-81b5-f1ec72b60982 req-2c5fc66b-9019-415b-a97b-2209de26b3c9 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562191 Jul 22 23:11:59.943434 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d583a63-8556-4bc2-b8f0-0ca852ac6bee req-74d29a8b-3fab-4817-8d12-960c1b0e51f1 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0576112 Jul 22 23:12:00.024197 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57194) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:00.135326 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e0b08fe4-d611-4d9b-9194-948a01fa5dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.255299 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e0b08fe4-d611-4d9b-9194-948a01fa5dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.261963 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e0b08fe4-d611-4d9b-9194-948a01fa5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.301748 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b08fe4-d611-4d9b-9194-948a01fa5dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34e8e4a-f604-4d63-baef-0cb441e9c201,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:00.306458 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-e0b08fe4-d611-4d9b-9194-948a01fa5dd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f04d89d9f88a44168252ab3055a4acba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811182 Jul 22 23:12:00.309088 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57204) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:00.361558 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-57fde2d1-d87e-4a8a-8a65-32deb1faa1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.386948 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-57fde2d1-d87e-4a8a-8a65-32deb1faa1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.443093 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-57fde2d1-d87e-4a8a-8a65-32deb1faa1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.446897 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-57fde2d1-d87e-4a8a-8a65-32deb1faa1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.448175 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-57fde2d1-d87e-4a8a-8a65-32deb1faa1d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c34e8e4a-f604-4d63-baef-0cb441e9c201 HTTP/1.1" status: 204 len: 168 time: 0.1381547 Jul 22 23:12:00.457811 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fde2d1-d87e-4a8a-8a65-32deb1faa1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34e8e4a-f604-4d63-baef-0cb441e9c201,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:00.756620 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57212) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:00.770713 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-36341c70-76d4-4b86-aa32-db99e055c01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.808702 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d02ac-fb47-484b-bece-f941fce1cb1b req-7fe9cf45-c910-4302-8a07-5147c858ef1c tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:00.810418 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a83d02ac-fb47-484b-bece-f941fce1cb1b req-7fe9cf45-c910-4302-8a07-5147c858ef1c tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0774541 Jul 22 23:12:00.864993 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a83d02ac-fb47-484b-bece-f941fce1cb1b req-48993478-c7f7-4ebe-9ce4-fc1f1c7d1c8d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460703 Jul 22 23:12:00.873640 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-36341c70-76d4-4b86-aa32-db99e055c01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.884538 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-36341c70-76d4-4b86-aa32-db99e055c01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.926328 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-36341c70-76d4-4b86-aa32-db99e055c01d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0dd14cd93a944cea8961fc0c9d3685d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685665 Jul 22 23:12:00.927280 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36341c70-76d4-4b86-aa32-db99e055c01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba1650b-ab56-486c-98ec-88b8ef04f659,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:00.929159 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57214) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:01.013599 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-63677023-28e7-4a7b-97b0-f007503eb2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:01.061717 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-63677023-28e7-4a7b-97b0-f007503eb2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:01.110447 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0fe1-fc46-4119-891b-bcb900db027c req-bd0fc797-9708-4e4f-8970-644dd6a50d69 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:01.112329 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f50a0fe1-fc46-4119-891b-bcb900db027c req-bd0fc797-9708-4e4f-8970-644dd6a50d69 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 945 time: 0.1166906 Jul 22 23:12:01.157993 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-63677023-28e7-4a7b-97b0-f007503eb2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:01.160500 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-63677023-28e7-4a7b-97b0-f007503eb2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:01.161662 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-63677023-28e7-4a7b-97b0-f007503eb2c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ba1650b-ab56-486c-98ec-88b8ef04f659 HTTP/1.1" status: 204 len: 168 time: 0.2312138 Jul 22 23:12:01.167415 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f50a0fe1-fc46-4119-891b-bcb900db027c req-2959396a-298f-42b2-b0c8-f55bf703c147 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474992 Jul 22 23:12:01.174383 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63677023-28e7-4a7b-97b0-f007503eb2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba1650b-ab56-486c-98ec-88b8ef04f659,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:01.201636 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:12:01.231578 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7d602c1d-2ade-42ec-aed0-3a987464574c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:01.322674 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4b0281f0-086f-4d4e-a762-a7b0d5f7503c req-b9508e82-5c0e-44f8-b6d5-f8754b74e0d5 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0431876 Jul 22 23:12:01.719804 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:02.064636 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae469340-9252-4933-be5b-ad1c80cc1d0e req-a2e01396-aee5-49be-b0fa-ec8a766070f1 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.067444 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ae469340-9252-4933-be5b-ad1c80cc1d0e req-a2e01396-aee5-49be-b0fa-ec8a766070f1 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1055806 Jul 22 23:12:02.116755 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ae469340-9252-4933-be5b-ad1c80cc1d0e req-534bc355-23e2-4703-a43f-0a3d6717e918 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426793 Jul 22 23:12:02.402599 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0f99c-05fe-480d-b00a-d7aa61e7ce74 req-48434562-4b1b-4b4f-9feb-65bf966a00ab tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.405299 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0dc0f99c-05fe-480d-b00a-d7aa61e7ce74 req-48434562-4b1b-4b4f-9feb-65bf966a00ab tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 945 time: 0.0959663 Jul 22 23:12:02.455253 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0dc0f99c-05fe-480d-b00a-d7aa61e7ce74 req-90cc94ef-0646-42b5-b67a-ba6b7118e8fe tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439565 Jul 22 23:12:02.563421 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fffbccad-2157-4f91-8c4e-99a951bd091a req-4a4ae440-736a-407e-a2a4-a7660ae1931c tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0315554 Jul 22 23:12:03.139228 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:03.422630 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d256620-67fe-4cfc-82c4-11aa6b9e9421 req-c7c1d745-e89d-459d-bdcc-5983701bf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.424226 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d256620-67fe-4cfc-82c4-11aa6b9e9421 req-c7c1d745-e89d-459d-bdcc-5983701bf3dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 1098 time: 0.1540959 Jul 22 23:12:03.427187 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8b266501-db8a-4680-8158-6346b838672e req-35e9537f-ef70-4f12-b045-336616f56414 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1587968 Jul 22 23:12:03.435613 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0339da-6e03-4c8e-b01a-1e19cfdf0c51 req-9381080f-88d5-4525-a29f-d67e9a83ee78 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.437265 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0f0339da-6e03-4c8e-b01a-1e19cfdf0c51 req-9381080f-88d5-4525-a29f-d67e9a83ee78 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.2378161 Jul 22 23:12:03.541865 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0f0339da-6e03-4c8e-b01a-1e19cfdf0c51 req-2c1884c8-b077-4a8a-bd97-5b1ab4d536a1 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983751 Jul 22 23:12:03.613963 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d256620-67fe-4cfc-82c4-11aa6b9e9421 req-2eaff31f-1317-4515-9592-f12eed07eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.615622 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d256620-67fe-4cfc-82c4-11aa6b9e9421 req-2eaff31f-1317-4515-9592-f12eed07eb5e service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.1654329 Jul 22 23:12:03.626751 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b266501-db8a-4680-8158-6346b838672e req-261a957b-b252-4f7c-aded-9ad11586a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.630120 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8b266501-db8a-4680-8158-6346b838672e req-261a957b-b252-4f7c-aded-9ad11586a804 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3fd68ff680b74ff1aad279833470721f&device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 1098 time: 0.0924907 Jul 22 23:12:03.708203 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ed71e-c31d-46f1-a597-b57f8adf3261 req-c9c975ee-7875-4bbd-aba4-b0fca825ead9 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.710814 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-053ed71e-c31d-46f1-a597-b57f8adf3261 req-c9c975ee-7875-4bbd-aba4-b0fca825ead9 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 945 time: 0.1303406 Jul 22 23:12:03.725916 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d256620-67fe-4cfc-82c4-11aa6b9e9421 req-7c77f97e-970b-46ad-ac02-476c4f20da0f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e55dddc-a10a-4262-a92c-af731b525ba1 HTTP/1.1" status: 200 len: 217 time: 0.0798106 Jul 22 23:12:03.768877 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-053ed71e-c31d-46f1-a597-b57f8adf3261 req-e2b59105-c377-423d-acc0-ee52ec65546e tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515163 Jul 22 23:12:03.788845 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e7c5f8c9-b91f-4248-9a3a-2146c78e2744 req-8bc7ad79-da3d-458e-90f7-c70107102295 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0773232 Jul 22 23:12:03.868657 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d256620-67fe-4cfc-82c4-11aa6b9e9421 req-2e752ad4-2604-450c-844d-2b631701adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.870151 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d256620-67fe-4cfc-82c4-11aa6b9e9421 req-2e752ad4-2604-450c-844d-2b631701adeb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.1289275 Jul 22 23:12:03.902195 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b266501-db8a-4680-8158-6346b838672e req-08c61a1b-ef5a-48f9-9a73-46033a45d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.903742 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8b266501-db8a-4680-8158-6346b838672e req-08c61a1b-ef5a-48f9-9a73-46033a45d8bf service neutron] 10.222.0.78 "GET /v2.0/networks?id=c5893aa1-d819-428b-b715-2d67bf2077c4 HTTP/1.1" status: 200 len: 912 time: 0.1906314 Jul 22 23:12:03.923965 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d256620-67fe-4cfc-82c4-11aa6b9e9421 req-8b69a2dd-7c5f-463d-923d-4d6536e56c28 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357993 Jul 22 23:12:03.966463 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8b266501-db8a-4680-8158-6346b838672e req-a007d39b-a558-407c-aa90-545c911a3555 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dccd156-b55b-4e15-9417-b68a1b081139 HTTP/1.1" status: 200 len: 217 time: 0.0451901 Jul 22 23:12:04.075731 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b266501-db8a-4680-8158-6346b838672e req-886b7acd-c723-48d9-8b6d-2a4d8752ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:04.077254 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8b266501-db8a-4680-8158-6346b838672e req-886b7acd-c723-48d9-8b6d-2a4d8752ab4a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=62f80b31-166c-4bef-b5ad-8bd50c71e47a HTTP/1.1" status: 200 len: 851 time: 0.0896697 Jul 22 23:12:04.089161 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d256620-67fe-4cfc-82c4-11aa6b9e9421 req-d1287460-4f17-4ce4-b1a9-6e97014596c2 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311092 Jul 22 23:12:04.172059 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8b266501-db8a-4680-8158-6346b838672e req-e3c617ce-2011-428b-8f14-16cd5c2e0310 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c5893aa1-d819-428b-b715-2d67bf2077c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688572 Jul 22 23:12:04.612877 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-b8e18901-c5a6-464e-a0b2-eecf50e5488b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:04.614695 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-b8e18901-c5a6-464e-a0b2-eecf50e5488b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.78 "GET /v2.0/networks?id=07ab8e55-ff83-4383-9b62-9cbaa631f84e HTTP/1.1" status: 200 len: 813 time: 0.5034499 Jul 22 23:12:04.619582 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d256620-67fe-4cfc-82c4-11aa6b9e9421 req-8d226cd3-c197-4f9c-8355-162efa2f129a service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069885 Jul 22 23:12:04.649831 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8b266501-db8a-4680-8158-6346b838672e req-15d7b99a-4020-490e-a29b-049b833c5dcd service neutron] 10.222.0.78 "GET /v2.0/networks/c5893aa1-d819-428b-b715-2d67bf2077c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591784 Jul 22 23:12:04.669810 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Request body: {'port': {'device_id': 'bb263d93-b6dc-4ad3-a5d2-bda80ca250f3', 'network_id': '07ab8e55-ff83-4383-9b62-9cbaa631f84e', 'admin_state_up': True, 'tenant_id': '207f499e75124b56a9a40222d64c855c'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:04.943148 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:04.979371 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee498c55-0306-48f9-aeb9-b839868e5b27 req-b5a7c79a-76fd-4af6-9080-6aa7676f32a4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:04.980985 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ee498c55-0306-48f9-aeb9-b839868e5b27 req-b5a7c79a-76fd-4af6-9080-6aa7676f32a4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.2892618 Jul 22 23:12:04.985948 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8b266501-db8a-4680-8158-6346b838672e req-7be13534-f1d6-40df-bca1-be0a9fb8eedd service neutron] 10.222.0.78 "GET /v2.0/networks/c5893aa1-d819-428b-b715-2d67bf2077c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118248 Jul 22 23:12:05.020663 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Made reservation on behalf of 207f499e75124b56a9a40222d64c855c for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:05.025006 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.067249 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ee498c55-0306-48f9-aeb9-b839868e5b27 req-4d849f67-e2e7-456b-86d4-bb1d8b542fe7 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755167 Jul 22 23:12:05.079300 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e65ecc-cd79-428c-b605-3ad65ce188e2 req-bd9f89fe-6d78-4314-a6f0-e64d4a68f8af tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:05.080656 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-33e65ecc-cd79-428c-b605-3ad65ce188e2 req-bd9f89fe-6d78-4314-a6f0-e64d4a68f8af tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 945 time: 0.1778736 Jul 22 23:12:05.152061 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-33e65ecc-cd79-428c-b605-3ad65ce188e2 req-a9f113f1-3aeb-4986-ac34-1630515c6f52 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548437 Jul 22 23:12:05.281436 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c07dece1-8c7e-4117-823e-a09a35f0bec2 req-ad391166-8a79-4ba5-b152-1402a3e878a5 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0834861 Jul 22 23:12:05.368874 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049eba9-0d4c-460d-ad5f-2acdaf642798 req-b9922efe-0ff1-4fe5-b5b2-55c6c7ae55d7 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:05.369184 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Allocated IP 172.20.0.6 (07ab8e55-ff83-4383-9b62-9cbaa631f84e/434387a4-04e4-4d82-80d3-e710695ceac9/b572d1c4-5299-43d7-839b-170d16646c94) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:12:05.370468 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5049eba9-0d4c-460d-ad5f-2acdaf642798 req-b9922efe-0ff1-4fe5-b5b2-55c6c7ae55d7 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 945 time: 0.0857515 Jul 22 23:12:05.382143 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57352) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:05.391437 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-7340a570-4c85-47bb-8a41-b2a61faad700 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'floatingip': {'port_id': '0c01dfb1-8606-4be3-80db-841a593c87e5'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:05.464025 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7340a570-4c85-47bb-8a41-b2a61faad700 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.558413 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.625558 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.708078 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Network 07ab8e55-ff83-4383-9b62-9cbaa631f84e is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:12:05.718850 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:12:05.726094 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:12:05.737852 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:05.738685 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.774975 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1220465 Jul 22 23:12:05.776879 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496305c3-d1c8-4574-b9d8-611d01d98533 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Pushing event updated for resources: {'Port': ['ID=b572d1c4-5299-43d7-839b-170d16646c94,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:05.804338 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Request body: {'port': {'device_id': 'bb263d93-b6dc-4ad3-a5d2-bda80ca250f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:05.920433 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.987957 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.449279 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168635f-e2a2-4d3a-820c-b4c50c8cbf6b req-f279a4e8-62a2-4ce5-baf7-5019f4acd92d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:06.456713 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3168635f-e2a2-4d3a-820c-b4c50c8cbf6b req-f279a4e8-62a2-4ce5-baf7-5019f4acd92d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1776881 Jul 22 23:12:06.467159 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b572d1c4-5299-43d7-839b-170d16646c94 {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:06.468584 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7340a570-4c85-47bb-8a41-b2a61faad700 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.476579 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7340a570-4c85-47bb-8a41-b2a61faad700 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.483597 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.527990 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Transition to ACTIVE for port object b572d1c4-5299-43d7-839b-170d16646c94 will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:12:06.536606 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.576664 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3168635f-e2a2-4d3a-820c-b4c50c8cbf6b req-c9ad437c-33dd-4574-b4c2-f5a03eba7769 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190722 Jul 22 23:12:06.605906 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b572d1c4-5299-43d7-839b-170d16646c94,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:06.636119 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3d541-363e-4ab6-9a48-80fcb3b59116 req-af036364-900f-4f4a-89bb-4fbde3fee9b2 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:06.644031 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5fc3d541-363e-4ab6-9a48-80fcb3b59116 req-af036364-900f-4f4a-89bb-4fbde3fee9b2 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 931 time: 0.2433162 Jul 22 23:12:06.646075 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.l3_db [None req-7340a570-4c85-47bb-8a41-b2a61faad700 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Floating IP 89c3b9d5-fa9f-4d4d-b988-4cc7b53bed51 associated. External IP: 172.27.3.144, port: 0c01dfb1-8606-4be3-80db-841a593c87e5. Jul 22 23:12:06.701965 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5fc3d541-363e-4ab6-9a48-80fcb3b59116 req-1d50dd7e-a547-410a-80f2-84b72aaaa4a3 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d43182c-dce4-4f0d-afa6-843bf0a4898d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571964 Jul 22 23:12:06.757022 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Attempting to bind port b572d1c4-5299-43d7-839b-170d16646c94 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:12:06.757369 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Attempting to bind port b572d1c4-5299-43d7-839b-170d16646c94 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e13206ee-2f23-40ea-ac32-883c30ab0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '07ab8e55-ff83-4383-9b62-9cbaa631f84e'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:12:06.757706 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Attempting to bind port b572d1c4-5299-43d7-839b-170d16646c94 on network 07ab8e55-ff83-4383-9b62-9cbaa631f84e {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:06.763546 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Port b572d1c4-5299-43d7-839b-170d16646c94 on network 07ab8e55-ff83-4383-9b62-9cbaa631f84e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:12:06.763870 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Attempting to bind port b572d1c4-5299-43d7-839b-170d16646c94 on network 07ab8e55-ff83-4383-9b62-9cbaa631f84e {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:06.770394 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:12:06.770740 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Checking segment: {'id': 'e13206ee-2f23-40ea-ac32-883c30ab0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '07ab8e55-ff83-4383-9b62-9cbaa631f84e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:12:06.771660 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Bound using segment: {'id': 'e13206ee-2f23-40ea-ac32-883c30ab0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '07ab8e55-ff83-4383-9b62-9cbaa631f84e'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:12:06.771792 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Bound port: b572d1c4-5299-43d7-839b-170d16646c94, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13206ee-2f23-40ea-ac32-883c30ab0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '07ab8e55-ff83-4383-9b62-9cbaa631f84e'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:12:06.772262 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.872852 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] For port b572d1c4-5299-43d7-839b-170d16646c94, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:12:06.879278 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] For port b572d1c4-5299-43d7-839b-170d16646c94, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b572d1c4-5299-43d7-839b-170d16646c94,segment=NetworkSegment(e13206ee-2f23-40ea-ac32-883c30ab0f5e),segment_id=e13206ee-2f23-40ea-ac32-883c30ab0f5e)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:12:06.888631 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.959655 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:06.961110 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.964133 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] 10.222.0.78 "PUT /v2.0/ports/b572d1c4-5299-43d7-839b-170d16646c94 HTTP/1.1" status: 200 len: 1093 time: 1.1764040 Jul 22 23:12:06.968891 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb263d93-b6dc-4ad3-a5d2-bda80ca250f3', 'tag': 'b572d1c4-5299-43d7-839b-170d16646c94'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:06.989105 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7e3eb4-d68c-4a1a-b1a7-64f8acb20e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb263d93-b6dc-4ad3-a5d2-bda80ca250f3", "tag": "b572d1c4-5299-43d7-839b-170d16646c94"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:07.076902 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57426) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:07.082050 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe6eebc-79dd-4016-9fe4-b95821df1dfb x-openstack-request-id: req-8fe6eebc-79dd-4016-9fe4-b95821df1dfb {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:07.083513 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb263d93-b6dc-4ad3-a5d2-bda80ca250f3", "tag": "b572d1c4-5299-43d7-839b-170d16646c94", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:07.083722 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8fe6eebc-79dd-4016-9fe4-b95821df1dfb {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:07.084440 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb263d93-b6dc-4ad3-a5d2-bda80ca250f3', 'tag': 'b572d1c4-5299-43d7-839b-170d16646c94', 'status': 'completed', 'code': 200} Jul 22 23:12:07.137547 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25e036-9a40-4c61-a944-c21ce8302bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=b572d1c4-5299-43d7-839b-170d16646c94,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:07.154340 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7340a570-4c85-47bb-8a41-b2a61faad700 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:12:07.203971 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-c948f114-a2b1-464e-a5cb-f8c78fce378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:07.207189 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-c948f114-a2b1-464e-a5cb-f8c78fce378e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=207f499e75124b56a9a40222d64c855c&device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 1096 time: 0.1623292 Jul 22 23:12:07.268687 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-7507d816-d55d-4cd1-a7db-f675ccc6c6e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b572d1c4-5299-43d7-839b-170d16646c94 HTTP/1.1" status: 200 len: 217 time: 0.0481524 Jul 22 23:12:07.314309 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aa762ef6-ba08-4740-8721-2dc905f3bb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.332507 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7340a570-4c85-47bb-8a41-b2a61faad700 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:12:07.333186 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-70840957-301b-4cc2-9e37-178288c21da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:07.334847 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-70840957-301b-4cc2-9e37-178288c21da3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=434387a4-04e4-4d82-80d3-e710695ceac9 HTTP/1.1" status: 200 len: 853 time: 0.0558276 Jul 22 23:12:07.338660 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7340a570-4c85-47bb-8a41-b2a61faad700 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.344992 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f488ff-e7b3-47f5-b65f-98b9b9d0b7d8 None None] Sync routers for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:12:07.358715 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f488ff-e7b3-47f5-b65f-98b9b9d0b7d8 None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:12:07.359448 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-e7f488ff-e7b3-47f5-b65f-98b9b9d0b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:12:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:07.382919 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-05b20b7b-20a4-44cc-9428-6106418c0b7d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=07ab8e55-ff83-4383-9b62-9cbaa631f84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386956 Jul 22 23:12:07.417705 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbe64d-69ba-4c22-833c-81128b9b29cd req-4bfc8eee-4446-45b1-aa77-8b507d02fba1 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:07.419484 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c9cbe64d-69ba-4c22-833c-81128b9b29cd req-4bfc8eee-4446-45b1-aa77-8b507d02fba1 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.1668379 Jul 22 23:12:07.425571 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-7340a570-4c85-47bb-8a41-b2a61faad700 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "PUT /v2.0/floatingips/89c3b9d5-fa9f-4d4d-b988-4cc7b53bed51 HTTP/1.1" status: 200 len: 991 time: 2.0409033 Jul 22 23:12:07.439572 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'tag': '0c01dfb1-8606-4be3-80db-841a593c87e5'}] {{(pid=93213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:07.442080 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbe56bff62c3e8e8be4b69d0f079d0183bc44a0e5461d850edaa3815845927f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874dbf8a-7838-455d-b4bb-8fb8672dafdb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7f1515-438a-43b8-a5ec-120e7fbea973", "tag": "0c01dfb1-8606-4be3-80db-841a593c87e5"}]}' {{(pid=93213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:07.500316 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-e7f488ff-e7b3-47f5-b65f-98b9b9d0b7d8 None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:12:07.503147 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c9cbe64d-69ba-4c22-833c-81128b9b29cd req-04590333-0c20-466e-90ab-0eb9376d552f tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738192 Jul 22 23:12:07.549279 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-4df8d274-2dac-4ffa-befc-3116aa3030c4 service neutron] 10.222.0.78 "GET /v2.0/networks/07ab8e55-ff83-4383-9b62-9cbaa631f84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515143 Jul 22 23:12:07.567571 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aa762ef6-ba08-4740-8721-2dc905f3bb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.579635 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aa762ef6-ba08-4740-8721-2dc905f3bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.684015 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131e9f8e-9343-46d4-ae87-0df756fcedcc x-openstack-request-id: req-131e9f8e-9343-46d4-ae87-0df756fcedcc {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:07.692230 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7f1515-438a-43b8-a5ec-120e7fbea973", "tag": "0c01dfb1-8606-4be3-80db-841a593c87e5", "status": "completed", "code": 200}]} {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:07.692649 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-131e9f8e-9343-46d4-ae87-0df756fcedcc {{(pid=93213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:07.698567 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'tag': '0c01dfb1-8606-4be3-80db-841a593c87e5', 'status': 'completed', 'code': 200} Jul 22 23:12:07.717558 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-aa762ef6-ba08-4740-8721-2dc905f3bb50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e83030e4127541a59c157ef2f8f60b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6365566 Jul 22 23:12:07.719592 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57448) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:07.723123 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa762ef6-ba08-4740-8721-2dc905f3bb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0337b333-4337-440a-948d-c0a8968f4faa,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:07.776512 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57456) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:07.810820 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ddb28dfb-0ba2-4711-83b8-e8f3a22e4295 req-ebaee69a-bdaf-4b82-a53e-d5101a8d9d12 service neutron] 10.222.0.78 "GET /v2.0/networks/07ab8e55-ff83-4383-9b62-9cbaa631f84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493007 Jul 22 23:12:07.847888 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dbf8a-7838-455d-b4bb-8fb8672dafdb req-71fb46be-8215-4296-822c-afeb7dabb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:07.849176 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-874dbf8a-7838-455d-b4bb-8fb8672dafdb req-71fb46be-8215-4296-822c-afeb7dabb0b5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=989ed4019032413dacd764b93ca3e0a4&device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 1098 time: 0.1323218 Jul 22 23:12:07.885532 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-316bf83e-55d8-4c49-bb12-9b85f8230eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.962851 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-316bf83e-55d8-4c49-bb12-9b85f8230eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.985601 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a66eeaf8-498b-4728-91e0-67e934446380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.047545 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-e7f488ff-e7b3-47f5-b65f-98b9b9d0b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '89c3b9d5-fa9f-4d4d-b988-4cc7b53bed51', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'port_id': '0c01dfb1-8606-4be3-80db-841a593c87e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'mac_address': 'fa:16:3e:95:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:12:06Z', 'revision_number': 1, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:08.049546 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32bc02-b28e-4e76-b793-d996b9e3c956 req-d652b2ee-ca07-4559-9431-a1b13513c0d1 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:08.052067 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5d32bc02-b28e-4e76-b793-d996b9e3c956 req-d652b2ee-ca07-4559-9431-a1b13513c0d1 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.2696090 Jul 22 23:12:08.053936 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b122d-f258-4807-8de7-5f09a8db43dd req-fcb95e2f-bb9f-49c1-a785-722f6bad789f tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:08.063754 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e03b122d-f258-4807-8de7-5f09a8db43dd req-fcb95e2f-bb9f-49c1-a785-722f6bad789f tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 943 time: 0.1645274 Jul 22 23:12:08.108688 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f488ff-e7b3-47f5-b65f-98b9b9d0b7d8 None None] Checking router: 2f42cff3-bd22-4a6e-ab53-f01ec772b17c for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:12:08.113639 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-316bf83e-55d8-4c49-bb12-9b85f8230eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.116591 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-316bf83e-55d8-4c49-bb12-9b85f8230eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.118241 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-316bf83e-55d8-4c49-bb12-9b85f8230eb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0337b333-4337-440a-948d-c0a8968f4faa HTTP/1.1" status: 204 len: 168 time: 0.3838735 Jul 22 23:12:08.131237 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f488ff-e7b3-47f5-b65f-98b9b9d0b7d8 None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:12:08.133763 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-e7f488ff-e7b3-47f5-b65f-98b9b9d0b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:12:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:08.150259 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e03b122d-f258-4807-8de7-5f09a8db43dd req-51042d11-9ac1-49ef-b5ad-9b3b68b66a05 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d43182c-dce4-4f0d-afa6-843bf0a4898d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850723 Jul 22 23:12:08.154652 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bf83e-55d8-4c49-bb12-9b85f8230eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0337b333-4337-440a-948d-c0a8968f4faa,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:08.268937 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5d32bc02-b28e-4e76-b793-d996b9e3c956 req-0fb6454d-b08f-4f79-849f-09cc33616bb2 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644976 Jul 22 23:12:08.287211 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dbf8a-7838-455d-b4bb-8fb8672dafdb req-d0b9d7c2-e95d-4ce0-97cb-2cd15ecfa891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:08.288757 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-874dbf8a-7838-455d-b4bb-8fb8672dafdb req-d0b9d7c2-e95d-4ce0-97cb-2cd15ecfa891 service neutron] 10.222.0.78 "GET /v2.0/networks?id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d HTTP/1.1" status: 200 len: 918 time: 0.4258926 Jul 22 23:12:08.300893 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e3eb4-d68c-4a1a-b1a7-64f8acb20e7c req-61670dbb-bef9-40ad-afd6-876fc8482bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:08.303114 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d7e3eb4-d68c-4a1a-b1a7-64f8acb20e7c req-61670dbb-bef9-40ad-afd6-876fc8482bb7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=207f499e75124b56a9a40222d64c855c&device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 1096 time: 0.3527856 Jul 22 23:12:08.309947 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a66eeaf8-498b-4728-91e0-67e934446380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.322951 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a66eeaf8-498b-4728-91e0-67e934446380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.352941 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-e7f488ff-e7b3-47f5-b65f-98b9b9d0b7d8 None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:12:08.399009 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a66eeaf8-498b-4728-91e0-67e934446380 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28d77c03ab904abb889df3393b3ac21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6131513 Jul 22 23:12:08.400732 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66eeaf8-498b-4728-91e0-67e934446380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4809e597-bcee-4558-ac9f-b808c24fda11,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:08.406438 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57464) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:08.499808 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e3eb4-d68c-4a1a-b1a7-64f8acb20e7c req-2a82f18e-1347-417c-82dc-70eeba01b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:08.500853 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f55b52c0-f78e-4d7e-9b9a-27fd326a6774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.501316 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d7e3eb4-d68c-4a1a-b1a7-64f8acb20e7c req-2a82f18e-1347-417c-82dc-70eeba01b539 service neutron] 10.222.0.78 "GET /v2.0/networks?id=07ab8e55-ff83-4383-9b62-9cbaa631f84e HTTP/1.1" status: 200 len: 914 time: 0.1830130 Jul 22 23:12:08.558895 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f55b52c0-f78e-4d7e-9b9a-27fd326a6774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.559725 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d7e3eb4-d68c-4a1a-b1a7-64f8acb20e7c req-13057360-3c5c-490f-ac5b-310775784bc1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b572d1c4-5299-43d7-839b-170d16646c94 HTTP/1.1" status: 200 len: 217 time: 0.0470695 Jul 22 23:12:08.569691 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-874dbf8a-7838-455d-b4bb-8fb8672dafdb req-89b4d31c-a462-4db2-8425-442f0b379267 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c01dfb1-8606-4be3-80db-841a593c87e5 HTTP/1.1" status: 200 len: 999 time: 0.2542787 Jul 22 23:12:08.682668 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f55b52c0-f78e-4d7e-9b9a-27fd326a6774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.686000 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f55b52c0-f78e-4d7e-9b9a-27fd326a6774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.687629 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-f55b52c0-f78e-4d7e-9b9a-27fd326a6774 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4809e597-bcee-4558-ac9f-b808c24fda11 HTTP/1.1" status: 204 len: 168 time: 0.2815139 Jul 22 23:12:08.699036 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b52c0-f78e-4d7e-9b9a-27fd326a6774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4809e597-bcee-4558-ac9f-b808c24fda11,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:08.787993 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-e7f488ff-e7b3-47f5-b65f-98b9b9d0b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '89c3b9d5-fa9f-4d4d-b988-4cc7b53bed51', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'port_id': '0c01dfb1-8606-4be3-80db-841a593c87e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'mac_address': 'fa:16:3e:95:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:12:06Z', 'revision_number': 1, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:08.809850 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57472) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:08.823639 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6dec8b2a-5ddf-4409-bf69-7df9d15d7126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.847017 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f488ff-e7b3-47f5-b65f-98b9b9d0b7d8 None None] The sync data for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi is: [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '89c3b9d5-fa9f-4d4d-b988-4cc7b53bed51', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'port_id': '0c01dfb1-8606-4be3-80db-841a593c87e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'mac_address': 'fa:16:3e:95:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:12:06Z', 'revision_number': 1, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:12:08.874848 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e3eb4-d68c-4a1a-b1a7-64f8acb20e7c req-19c5b538-3ffe-4712-baf9-aa0eaab2b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:08.879136 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d7e3eb4-d68c-4a1a-b1a7-64f8acb20e7c req-19c5b538-3ffe-4712-baf9-aa0eaab2b2dc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=434387a4-04e4-4d82-80d3-e710695ceac9 HTTP/1.1" status: 200 len: 853 time: 0.2937562 Jul 22 23:12:08.882523 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dbf8a-7838-455d-b4bb-8fb8672dafdb req-b4c19b5b-93f0-49e0-8575-e10a5ec95f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:08.887925 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-874dbf8a-7838-455d-b4bb-8fb8672dafdb req-b4c19b5b-93f0-49e0-8575-e10a5ec95f66 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03ee3dab-9ef5-4c5d-a33a-e755c7f55776 HTTP/1.1" status: 200 len: 856 time: 0.2859790 Jul 22 23:12:08.943254 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d7e3eb4-d68c-4a1a-b1a7-64f8acb20e7c req-07ddeb2a-2ea9-4191-ac6f-7e16d7472d8e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=07ab8e55-ff83-4383-9b62-9cbaa631f84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534534 Jul 22 23:12:08.951880 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab43f91-4d15-4f76-b66e-f75db9748d73 req-38e70f32-ebac-47c6-a436-9e069381035d tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:08.959565 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fab43f91-4d15-4f76-b66e-f75db9748d73 req-38e70f32-ebac-47c6-a436-9e069381035d tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.3556619 Jul 22 23:12:09.069196 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6dec8b2a-5ddf-4409-bf69-7df9d15d7126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:09.069997 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fab43f91-4d15-4f76-b66e-f75db9748d73 req-8a732851-1680-47bf-ac3f-c42f82bf1c85 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042290 Jul 22 23:12:09.089960 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6dec8b2a-5ddf-4409-bf69-7df9d15d7126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:09.139768 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d7e3eb4-d68c-4a1a-b1a7-64f8acb20e7c req-e1410fb9-21fd-4ddd-a300-3e7881b747de service neutron] 10.222.0.78 "GET /v2.0/networks/07ab8e55-ff83-4383-9b62-9cbaa631f84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772845 Jul 22 23:12:09.143448 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dbf8a-7838-455d-b4bb-8fb8672dafdb req-e150a1af-8e3a-410a-a4bc-2ef69ea23ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:09.144866 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-874dbf8a-7838-455d-b4bb-8fb8672dafdb req-e150a1af-8e3a-410a-a4bc-2ef69ea23ba9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2338541 Jul 22 23:12:09.165968 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec8b2a-5ddf-4409-bf69-7df9d15d7126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1f553f-d570-4eec-abdc-e47194b674b7,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:09.253215 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-6dec8b2a-5ddf-4409-bf69-7df9d15d7126 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abf24e0e019f4eafbc02f425ef695052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419470 Jul 22 23:12:09.264815 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57484) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:09.335752 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc6d822-28d3-4928-96b9-2026ac80479d None None] New status for floating IP 89c3b9d5-fa9f-4d4d-b988-4cc7b53bed51: ACTIVE {{(pid=93215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:12:09.482434 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d3cae-5825-4860-94f4-725b7d22cfbc req-8e7dc0fd-b1d2-4dfa-b842-8244f7f82b41 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:09.485948 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-480d3cae-5825-4860-94f4-725b7d22cfbc req-8e7dc0fd-b1d2-4dfa-b842-8244f7f82b41 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 943 time: 0.2228804 Jul 22 23:12:09.492502 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-98cb06db-adfa-41e9-8334-20eda68c17cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:09.557879 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-98cb06db-adfa-41e9-8334-20eda68c17cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:09.582846 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d7e3eb4-d68c-4a1a-b1a7-64f8acb20e7c req-0a7a8abf-badc-4ff0-8a31-36c8fa331bb5 service neutron] 10.222.0.78 "GET /v2.0/networks/07ab8e55-ff83-4383-9b62-9cbaa631f84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190416 Jul 22 23:12:09.584862 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-874dbf8a-7838-455d-b4bb-8fb8672dafdb req-683e8416-ead9-488d-8ed8-67cdc65b3d7d service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087372 Jul 22 23:12:09.654743 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-480d3cae-5825-4860-94f4-725b7d22cfbc req-258c002b-fd45-4b03-85dd-f0aa9f1566ef tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d43182c-dce4-4f0d-afa6-843bf0a4898d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442015 Jul 22 23:12:09.728103 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-98cb06db-adfa-41e9-8334-20eda68c17cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:09.737227 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-98cb06db-adfa-41e9-8334-20eda68c17cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:09.739794 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-98cb06db-adfa-41e9-8334-20eda68c17cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e1f553f-d570-4eec-abdc-e47194b674b7 HTTP/1.1" status: 204 len: 168 time: 0.4676993 Jul 22 23:12:09.759238 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb06db-adfa-41e9-8334-20eda68c17cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1f553f-d570-4eec-abdc-e47194b674b7,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:09.838796 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-874dbf8a-7838-455d-b4bb-8fb8672dafdb req-9b7ece83-7d8a-41f8-b9df-3b32e94d99ba service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261736 Jul 22 23:12:09.855292 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606bc86-ac77-44bb-b504-4e842a166cc8 req-ab8d4758-f616-4ecd-b8fe-ea2e1bc0e67a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:09.856868 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1606bc86-ac77-44bb-b504-4e842a166cc8 req-ab8d4758-f616-4ecd-b8fe-ea2e1bc0e67a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.3745666 Jul 22 23:12:09.877096 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57500) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:09.981619 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1606bc86-ac77-44bb-b504-4e842a166cc8 req-d44a2c04-e3b2-4fd2-b139-1eadf44ed837 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061788 Jul 22 23:12:10.014297 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa1d3b-82ce-44a7-91ba-99184826314c req-e46bde85-8e18-47b5-99d8-963532354d62 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:10.015938 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b7aa1d3b-82ce-44a7-91ba-99184826314c req-e46bde85-8e18-47b5-99d8-963532354d62 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.2779679 Jul 22 23:12:10.417358 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6ee175bc-53e8-4816-a2d0-15edb2286e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:10.588238 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70626b21-c3d1-4a7b-9819-5de192a80dec req-b34d9ccd-83ee-4941-a7ab-f19d833ce6cf tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:10.589806 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-70626b21-c3d1-4a7b-9819-5de192a80dec req-b34d9ccd-83ee-4941-a7ab-f19d833ce6cf tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 945 time: 0.4330573 Jul 22 23:12:10.591966 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-b7aa1d3b-82ce-44a7-91ba-99184826314c req-1dc1f0d6-4e9a-4d7a-820f-111935895294 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Deleting port 5dccd156-b55b-4e15-9417-b68a1b081139 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:12:10.592304 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-b7aa1d3b-82ce-44a7-91ba-99184826314c req-1dc1f0d6-4e9a-4d7a-820f-111935895294 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:10.607321 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6ee175bc-53e8-4816-a2d0-15edb2286e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:10.618650 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6ee175bc-53e8-4816-a2d0-15edb2286e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:10.732384 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-6ee175bc-53e8-4816-a2d0-15edb2286e7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c107be01e5c5400d8863a8a4b5a4110e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8531418 Jul 22 23:12:10.733493 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57528) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:10.776584 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-70626b21-c3d1-4a7b-9819-5de192a80dec req-738c89c4-d673-4691-bc0f-7dc4852d40e2 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/security-groups?id=43c3bbec-c478-469e-a3e8-97d5bc225358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636999 Jul 22 23:12:10.830528 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee175bc-53e8-4816-a2d0-15edb2286e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37742a4-4415-49d9-a1a5-6b9ee3ad9167,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:10.845157 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-b7aa1d3b-82ce-44a7-91ba-99184826314c req-1dc1f0d6-4e9a-4d7a-820f-111935895294 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] For port 5dccd156-b55b-4e15-9417-b68a1b081139, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5dccd156-b55b-4e15-9417-b68a1b081139,segment=NetworkSegment(5504b377-21a9-4c15-9861-f3833391419f),segment_id=5504b377-21a9-4c15-9861-f3833391419f)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:10.845900 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-b7aa1d3b-82ce-44a7-91ba-99184826314c req-1dc1f0d6-4e9a-4d7a-820f-111935895294 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:10.874221 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-b7aa1d3b-82ce-44a7-91ba-99184826314c req-1dc1f0d6-4e9a-4d7a-820f-111935895294 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Calling delete_port for 5dccd156-b55b-4e15-9417-b68a1b081139 owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:12:10.914806 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b97a2c7f-2939-4400-9624-26d5d871540b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:10.978333 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b97a2c7f-2939-4400-9624-26d5d871540b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.027905 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d00f3-ef80-4f93-9dac-31dffcbedbfd req-04f187ed-4261-4a71-8296-78f56b01dcc5 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:11.030704 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c49d00f3-ef80-4f93-9dac-31dffcbedbfd req-04f187ed-4261-4a71-8296-78f56b01dcc5 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 943 time: 0.2168820 Jul 22 23:12:11.140538 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c49d00f3-ef80-4f93-9dac-31dffcbedbfd req-8562a4b3-4b32-4bb4-9dad-1fbdf17dffdb tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d43182c-dce4-4f0d-afa6-843bf0a4898d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013081 Jul 22 23:12:11.181819 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b97a2c7f-2939-4400-9624-26d5d871540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.185158 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b97a2c7f-2939-4400-9624-26d5d871540b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.187466 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b97a2c7f-2939-4400-9624-26d5d871540b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c37742a4-4415-49d9-a1a5-6b9ee3ad9167 HTTP/1.1" status: 204 len: 168 time: 0.4496210 Jul 22 23:12:11.196641 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a2c7f-2939-4400-9624-26d5d871540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37742a4-4415-49d9-a1a5-6b9ee3ad9167,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:11.250920 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-b7aa1d3b-82ce-44a7-91ba-99184826314c req-1dc1f0d6-4e9a-4d7a-820f-111935895294 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.269845 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['5dccd156-b55b-4e15-9417-b68a1b081139'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:11.329647 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1f0d6-4e9a-4d7a-820f-111935895294 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Pushing event deleted for resources: {'Port': ['ID=5dccd156-b55b-4e15-9417-b68a1b081139,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:11.406008 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7aa1d3b-82ce-44a7-91ba-99184826314c req-1dc1f0d6-4e9a-4d7a-820f-111935895294 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] No DVR routers for this DVR port 5dccd156-b55b-4e15-9417-b68a1b081139 on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:12:11.409234 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-b7aa1d3b-82ce-44a7-91ba-99184826314c req-1dc1f0d6-4e9a-4d7a-820f-111935895294 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.411621 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b7aa1d3b-82ce-44a7-91ba-99184826314c req-1dc1f0d6-4e9a-4d7a-820f-111935895294 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.78 "DELETE /v2.0/ports/5dccd156-b55b-4e15-9417-b68a1b081139 HTTP/1.1" status: 204 len: 173 time: 1.3883491 Jul 22 23:12:11.412061 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b347461-d888-40ae-ac98-e646153b50a4', 'name': 'network-vif-deleted', 'tag': '5dccd156-b55b-4e15-9417-b68a1b081139'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:11.415112 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3ad204-9490-4aeb-962b-0a03fa6c2d39" -d '{"events": [{"server_uuid": "2b347461-d888-40ae-ac98-e646153b50a4", "name": "network-vif-deleted", "tag": "5dccd156-b55b-4e15-9417-b68a1b081139"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:11.429903 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71441f-f0f6-439f-b7f2-ddd3f3c0d378 req-a0277a66-b951-4250-9123-9cb885bb53c5 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:11.433349 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5f71441f-f0f6-439f-b7f2-ddd3f3c0d378 req-a0277a66-b951-4250-9123-9cb885bb53c5 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1458461 Jul 22 23:12:11.469646 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca39b5d-c5c6-40c7-a456-f5d1e3b67c8c x-openstack-request-id: req-cca39b5d-c5c6-40c7-a456-f5d1e3b67c8c {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:11.469942 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b347461-d888-40ae-ac98-e646153b50a4", "name": "network-vif-deleted", "tag": "5dccd156-b55b-4e15-9417-b68a1b081139", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:11.470227 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cca39b5d-c5c6-40c7-a456-f5d1e3b67c8c {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:11.470632 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b347461-d888-40ae-ac98-e646153b50a4', 'name': 'network-vif-deleted', 'tag': '5dccd156-b55b-4e15-9417-b68a1b081139', 'status': 'completed', 'code': 200} Jul 22 23:12:11.509508 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5f71441f-f0f6-439f-b7f2-ddd3f3c0d378 req-af8c3fe4-f292-48a0-871e-dda7c0da9459 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639350 Jul 22 23:12:11.968268 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0cff61a5-249e-4465-9e17-f0195640491c req-1e18a955-eefd-4e6e-9d69-ffa3abc10868 tempest-DeleteServersTestJSON-1229137894 tempest-DeleteServersTestJSON-1229137894-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b347461-d888-40ae-ac98-e646153b50a4 HTTP/1.1" status: 200 len: 210 time: 0.0576844 Jul 22 23:12:11.975421 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57566) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:12.012570 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a1587533-1dc8-4534-9813-6332c4f0b69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.132129 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b572d1c4-5299-43d7-839b-170d16646c94 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:12:12.186497 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a1587533-1dc8-4534-9813-6332c4f0b69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.210165 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a1587533-1dc8-4534-9813-6332c4f0b69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.351486 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port b572d1c4-5299-43d7-839b-170d16646c94, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b572d1c4-5299-43d7-839b-170d16646c94,segment=NetworkSegment(e13206ee-2f23-40ea-ac32-883c30ab0f5e),segment_id=e13206ee-2f23-40ea-ac32-883c30ab0f5e)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:12.379192 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1587533-1dc8-4534-9813-6332c4f0b69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73f5540-b5ab-49d2-9bf1-87f91e2fc757,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:12.391990 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a1587533-1dc8-4534-9813-6332c4f0b69f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e05f49d19c30414a8638d9f95a0bc869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121344 Jul 22 23:12:12.393115 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57584) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:12.411798 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': 'b572d1c4-5299-43d7-839b-170d16646c94', 'network_id': '07ab8e55-ff83-4383-9b62-9cbaa631f84e', 'port_id': 'b572d1c4-5299-43d7-839b-170d16646c94', 'mac_address': 'fa:16:3e:dc:f3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434387a4-04e4-4d82-80d3-e710695ceac9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:12:12.462486 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6acd8-944d-446e-86bd-7c047006be37 req-7cee67cf-6ba6-4653-b919-6e08714d0ec1 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:12.471478 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9ee6acd8-944d-446e-86bd-7c047006be37 req-7cee67cf-6ba6-4653-b919-6e08714d0ec1 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 943 time: 0.1650834 Jul 22 23:12:12.531842 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.551521 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d538e10-da68-45c5-b154-6c0f44a262b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.553677 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9ee6acd8-944d-446e-86bd-7c047006be37 req-eb5ff1b7-f06c-4b5c-b568-b54a040189a9 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d43182c-dce4-4f0d-afa6-843bf0a4898d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811338 Jul 22 23:12:12.576401 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b572d1c4-5299-43d7-839b-170d16646c94 {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:12.621695 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port b572d1c4-5299-43d7-839b-170d16646c94, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b572d1c4-5299-43d7-839b-170d16646c94,segment=NetworkSegment(e13206ee-2f23-40ea-ac32-883c30ab0f5e),segment_id=e13206ee-2f23-40ea-ac32-883c30ab0f5e)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:12.630714 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.649374 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d538e10-da68-45c5-b154-6c0f44a262b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.731063 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=b572d1c4-5299-43d7-839b-170d16646c94,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:12.748339 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d538e10-da68-45c5-b154-6c0f44a262b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.751465 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d538e10-da68-45c5-b154-6c0f44a262b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.757151 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-8d538e10-da68-45c5-b154-6c0f44a262b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c73f5540-b5ab-49d2-9bf1-87f91e2fc757 HTTP/1.1" status: 204 len: 168 time: 0.3587437 Jul 22 23:12:12.790891 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d538e10-da68-45c5-b154-6c0f44a262b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73f5540-b5ab-49d2-9bf1-87f91e2fc757,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:12.844267 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d9d08-f914-4ed1-9a5c-0853eba42561 req-270c9f6e-1c75-4f1d-a961-dddecc71c5a5 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:12.855197 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-203d9d08-f914-4ed1-9a5c-0853eba42561 req-270c9f6e-1c75-4f1d-a961-dddecc71c5a5 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1251338 Jul 22 23:12:12.919369 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-203d9d08-f914-4ed1-9a5c-0853eba42561 req-92d863c9-357a-4026-8e6c-7f6535471d86 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575869 Jul 22 23:12:12.964927 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['b572d1c4-5299-43d7-839b-170d16646c94'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:13.784056 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3163b5-f34f-44b0-9bcf-196bbef34e59 req-090ea63c-fdb2-4660-bee6-ded41f5ca83a tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:13.787338 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8e3163b5-f34f-44b0-9bcf-196bbef34e59 req-090ea63c-fdb2-4660-bee6-ded41f5ca83a tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 944 time: 0.1252782 Jul 22 23:12:13.885761 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8e3163b5-f34f-44b0-9bcf-196bbef34e59 req-e26a2c4b-ad51-4410-aef3-d03d5e1f3494 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d43182c-dce4-4f0d-afa6-843bf0a4898d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879953 Jul 22 23:12:14.096504 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a843b9e-6a2f-4351-b926-c6b094ce8fc2 req-d0b9269e-67b6-4936-8d3c-bd4cfbcfcc9b tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:14.099577 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3a843b9e-6a2f-4351-b926-c6b094ce8fc2 req-d0b9269e-67b6-4936-8d3c-bd4cfbcfcc9b tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0777524 Jul 22 23:12:14.140703 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b572d1c4-5299-43d7-839b-170d16646c94 up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:12:14.179423 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3a843b9e-6a2f-4351-b926-c6b094ce8fc2 req-ed7496ef-1fba-4e93-bf49-b88b332283a7 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685012 Jul 22 23:12:14.243798 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port b572d1c4-5299-43d7-839b-170d16646c94 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:12:14.251233 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port b572d1c4-5299-43d7-839b-170d16646c94 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:12:14.252063 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.448975 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.489269 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb263d93-b6dc-4ad3-a5d2-bda80ca250f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b572d1c4-5299-43d7-839b-170d16646c94'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:14.492092 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ef6deb-bb19-4f52-9c72-f4c131859730" -d '{"events": [{"server_uuid": "bb263d93-b6dc-4ad3-a5d2-bda80ca250f3", "name": "network-vif-plugged", "status": "completed", "tag": "b572d1c4-5299-43d7-839b-170d16646c94"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:14.518320 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port b572d1c4-5299-43d7-839b-170d16646c94, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b572d1c4-5299-43d7-839b-170d16646c94,segment=NetworkSegment(e13206ee-2f23-40ea-ac32-883c30ab0f5e),segment_id=e13206ee-2f23-40ea-ac32-883c30ab0f5e)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:14.524698 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.526436 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 5dccd156-b55b-4e15-9417-b68a1b081139 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:12:14.632706 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f09b0d-e6e0-4b9d-9a25-31f09b2ff629 x-openstack-request-id: req-72f09b0d-e6e0-4b9d-9a25-31f09b2ff629 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:14.642947 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb263d93-b6dc-4ad3-a5d2-bda80ca250f3", "name": "network-vif-plugged", "status": "completed", "tag": "b572d1c4-5299-43d7-839b-170d16646c94", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:14.643214 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72f09b0d-e6e0-4b9d-9a25-31f09b2ff629 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:14.643647 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb263d93-b6dc-4ad3-a5d2-bda80ca250f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b572d1c4-5299-43d7-839b-170d16646c94', 'code': 200} Jul 22 23:12:14.647587 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 5dccd156-b55b-4e15-9417-b68a1b081139 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:12:14.647587 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 5dccd156-b55b-4e15-9417-b68a1b081139 not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:12:14.673736 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=b572d1c4-5299-43d7-839b-170d16646c94,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:14.838641 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea428-68b7-4fe1-b2a6-ab158b59b7a4 req-8e75fe15-31e7-4581-b8ba-dc2ef9033385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:14.840686 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-594ea428-68b7-4fe1-b2a6-ab158b59b7a4 req-8e75fe15-31e7-4581-b8ba-dc2ef9033385 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 1098 time: 0.0852304 Jul 22 23:12:14.899440 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-594ea428-68b7-4fe1-b2a6-ab158b59b7a4 req-14c1b1e4-e03a-43ea-883a-a5dcf8df9b8d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1d43182c-dce4-4f0d-afa6-843bf0a4898d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504124 Jul 22 23:12:15.035911 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57692) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:15.113536 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3884253d-b196-437b-99d9-b9d7661f55b9 admin admin] Deleting subnet 62f80b31-166c-4bef-b5ad-8bd50c71e47a {{(pid=93214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:12:15.114413 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a42cf-078f-44dd-86e7-c029f04a2508 req-7bc5d3f2-1ebc-4ed6-a3cc-4448470164e8 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:15.117378 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-149a42cf-078f-44dd-86e7-c029f04a2508 req-7bc5d3f2-1ebc-4ed6-a3cc-4448470164e8 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 945 time: 0.1013908 Jul 22 23:12:15.122767 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3884253d-b196-437b-99d9-b9d7661f55b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.165685 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3884253d-b196-437b-99d9-b9d7661f55b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.176818 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3884253d-b196-437b-99d9-b9d7661f55b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.196945 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-149a42cf-078f-44dd-86e7-c029f04a2508 req-86d3b242-b76b-4dd4-bcfb-c7ba4663c896 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d43182c-dce4-4f0d-afa6-843bf0a4898d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735505 Jul 22 23:12:15.268344 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3884253d-b196-437b-99d9-b9d7661f55b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for subnet, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.319698 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884253d-b196-437b-99d9-b9d7661f55b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f80b31-166c-4bef-b5ad-8bd50c71e47a,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:15.331847 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3884253d-b196-437b-99d9-b9d7661f55b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.334724 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-3884253d-b196-437b-99d9-b9d7661f55b9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/62f80b31-166c-4bef-b5ad-8bd50c71e47a HTTP/1.1" status: 204 len: 168 time: 0.2974765 Jul 22 23:12:15.337651 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57708) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:15.429588 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde6a79-ca40-474c-858e-75bee94930c0 req-1a2da418-799a-423f-bf3c-a63a377654c6 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:15.437717 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dde6a79-ca40-474c-858e-75bee94930c0 req-1a2da418-799a-423f-bf3c-a63a377654c6 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1235230 Jul 22 23:12:15.442665 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.487835 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2dde6a79-ca40-474c-858e-75bee94930c0 req-43f6d624-f081-4a0d-acd7-d90aafadbbef tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489950 Jul 22 23:12:15.575343 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.589446 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.590367 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.591165 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.591573 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > port after_create 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.591845 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.592368 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > port after_update 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.592815 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.593143 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.593460 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.593779 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.646467 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57720) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:15.787448 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.787795 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.788130 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.788589 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:15.789092 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5893aa1-d819-428b-b715-2d67bf2077c4']}} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:15.792130 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-cb31e40c-c79d-48c3-8a94-a47f31065b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.809840 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5504b377-21a9-4c15-9861-f3833391419f') {'for_net_delete': True} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:15.810237 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5504b377-21a9-4c15-9861-f3833391419f') {} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:15.829453 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5845590'] for segment, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.879220 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.893743 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=93213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:12:15.894187 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4474679'] for segment, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: from cryptography.utils import int_from_bytes Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: from cryptography.utils import int_from_bytes Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: Traceback (most recent call last): Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: timer() Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: cb(*args, **kw) Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: return func(*args, **kwargs) Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: self._notify() Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: self.callback(batched_events) Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: event.method(event) Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: return f(self, *a, **k) Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._get(url).json() Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: return self.request(url, 'GET', **kwargs) Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:12:15.899488 dv-cinder-801916-1-iscsi neutron-server[93213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:12:15.959356 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-cb31e40c-c79d-48c3-8a94-a47f31065b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.965582 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-cb31e40c-c79d-48c3-8a94-a47f31065b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.985195 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.003170 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5893aa1-d819-428b-b715-2d67bf2077c4,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:16.004448 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.006560 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-e12cb677-9bee-4fc4-8586-6f33a8082176 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c5893aa1-d819-428b-b715-2d67bf2077c4 HTTP/1.1" status: 204 len: 168 time: 0.6676559 Jul 22 23:12:16.040400 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31e40c-c79d-48c3-8a94-a47f31065b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ecb15-bf8c-47bb-a143-6fbee904eeaf,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:16.047193 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-cb31e40c-c79d-48c3-8a94-a47f31065b73 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ee4fca9e16c419bbd6bcb911d317090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994596 Jul 22 23:12:16.050267 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57738) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:16.119256 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ce758bbf-f207-424a-9dfc-88cdf89ef4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.144517 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ce758bbf-f207-424a-9dfc-88cdf89ef4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.270925 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ce758bbf-f207-424a-9dfc-88cdf89ef4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.273745 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ce758bbf-f207-424a-9dfc-88cdf89ef4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.275226 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-ce758bbf-f207-424a-9dfc-88cdf89ef4a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d2ecb15-bf8c-47bb-a143-6fbee904eeaf HTTP/1.1" status: 204 len: 168 time: 0.2235796 Jul 22 23:12:16.284871 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce758bbf-f207-424a-9dfc-88cdf89ef4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ecb15-bf8c-47bb-a143-6fbee904eeaf,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:16.321990 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57750) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:16.354913 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57754) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:16.442634 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-8cc346be-e63d-4af3-9531-63e0653ca360 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3fd68ff680b74ff1aad279833470721f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0842829 Jul 22 23:12:16.445802 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57756) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:16.462916 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f9413-1317-44c8-8afa-f78d1f01081c req-e22875b4-3261-40eb-9e20-9acebe8bb1e7 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:16.465383 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-669f9413-1317-44c8-8afa-f78d1f01081c req-e22875b4-3261-40eb-9e20-9acebe8bb1e7 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 945 time: 0.1227016 Jul 22 23:12:16.540415 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d9494ee8-358d-47b4-bc71-fc400c98d829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.543397 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-669f9413-1317-44c8-8afa-f78d1f01081c req-c4e021be-dab7-479a-8052-411a68379100 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d43182c-dce4-4f0d-afa6-843bf0a4898d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683477 Jul 22 23:12:16.601408 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d9494ee8-358d-47b4-bc71-fc400c98d829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.750446 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d46c9617-fb2a-46d9-83ca-cb26a38a5705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.855336 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d9494ee8-358d-47b4-bc71-fc400c98d829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.860709 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d9494ee8-358d-47b4-bc71-fc400c98d829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.863430 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-d9494ee8-358d-47b4-bc71-fc400c98d829 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43c3bbec-c478-469e-a3e8-97d5bc225358 HTTP/1.1" status: 204 len: 168 time: 0.4162254 Jul 22 23:12:16.879228 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57794) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:16.899840 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a1a38-2381-436f-8fc3-a0932a71c528 req-b4070ee4-6331-4f9d-9496-48aaca3bb54d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:16.908233 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-48c6a8cd-6563-4c6a-b2b5-30fde6eb114c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.912174 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a36a1a38-2381-436f-8fc3-a0932a71c528 req-b4070ee4-6331-4f9d-9496-48aaca3bb54d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.2976465 Jul 22 23:12:16.940730 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9494ee8-358d-47b4-bc71-fc400c98d829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c3bbec-c478-469e-a3e8-97d5bc225358,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:17.029244 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a36a1a38-2381-436f-8fc3-a0932a71c528 req-fea89903-5c53-4410-8f23-6601678f35b2 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155028 Jul 22 23:12:17.085921 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d46c9617-fb2a-46d9-83ca-cb26a38a5705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.091718 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d46c9617-fb2a-46d9-83ca-cb26a38a5705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.136750 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-d46c9617-fb2a-46d9-83ca-cb26a38a5705 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1f62364f7654de8b3591e2a62bbaeda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8119116 Jul 22 23:12:17.137709 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c9617-fb2a-46d9-83ca-cb26a38a5705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86b6cb4-7c1a-4595-9ba6-446336bfbef0,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:17.140819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57812) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:17.239982 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-878a6d04-a528-4059-8194-3bd33fd6ded5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.302234 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-878a6d04-a528-4059-8194-3bd33fd6ded5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.306534 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-48c6a8cd-6563-4c6a-b2b5-30fde6eb114c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.311772 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-48c6a8cd-6563-4c6a-b2b5-30fde6eb114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.372142 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-48c6a8cd-6563-4c6a-b2b5-30fde6eb114c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ab1fd54267f4a21beecae9c328b461b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908707 Jul 22 23:12:17.374211 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6a8cd-6563-4c6a-b2b5-30fde6eb114c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d3803e-d3aa-4b9b-b780-3eb074ce0747,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:17.378171 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57826) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:17.448060 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-878a6d04-a528-4059-8194-3bd33fd6ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.452665 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-878a6d04-a528-4059-8194-3bd33fd6ded5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.455782 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-878a6d04-a528-4059-8194-3bd33fd6ded5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a86b6cb4-7c1a-4595-9ba6-446336bfbef0 HTTP/1.1" status: 204 len: 168 time: 0.3130205 Jul 22 23:12:17.485600 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-86ca589c-ca4d-4923-88a1-857a045b0f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.491447 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a6d04-a528-4059-8194-3bd33fd6ded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86b6cb4-7c1a-4595-9ba6-446336bfbef0,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:17.564351 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-86ca589c-ca4d-4923-88a1-857a045b0f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.698085 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-86ca589c-ca4d-4923-88a1-857a045b0f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.701666 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-86ca589c-ca4d-4923-88a1-857a045b0f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:17.703050 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-86ca589c-ca4d-4923-88a1-857a045b0f8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87d3803e-d3aa-4b9b-b780-3eb074ce0747 HTTP/1.1" status: 204 len: 168 time: 0.3253825 Jul 22 23:12:17.712438 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca589c-ca4d-4923-88a1-857a045b0f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d3803e-d3aa-4b9b-b780-3eb074ce0747,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:17.995941 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57878) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:18.015476 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f1d454a7-0b77-46c1-8ba1-9b1a81335daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.252057 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f1d454a7-0b77-46c1-8ba1-9b1a81335daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.259740 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f1d454a7-0b77-46c1-8ba1-9b1a81335daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.300859 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbb2e4-8156-49d1-afab-fa643dd27966 req-6a972b12-b7a7-4665-9800-4f1117498090 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:18.304062 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-59cbb2e4-8156-49d1-afab-fa643dd27966 req-6a972b12-b7a7-4665-9800-4f1117498090 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1420169 Jul 22 23:12:18.305785 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d454a7-0b77-46c1-8ba1-9b1a81335daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96e2814-c5b4-4d4f-a188-569858618954,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:18.346251 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-f1d454a7-0b77-46c1-8ba1-9b1a81335daf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b0dcc303d64491c8beb1c13e39e255a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490534 Jul 22 23:12:18.348806 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57898) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:18.406483 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-59cbb2e4-8156-49d1-afab-fa643dd27966 req-0e881a59-a732-4856-b7ca-35cc35ae0238 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948303 Jul 22 23:12:18.428213 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5bd30be9-e409-4d38-8ca3-3b4a14c5f6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.466170 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5bd30be9-e409-4d38-8ca3-3b4a14c5f6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.557426 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5bd30be9-e409-4d38-8ca3-3b4a14c5f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.557426 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5bd30be9-e409-4d38-8ca3-3b4a14c5f6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.558080 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-5bd30be9-e409-4d38-8ca3-3b4a14c5f6a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c96e2814-c5b4-4d4f-a188-569858618954 HTTP/1.1" status: 204 len: 168 time: 0.2080812 Jul 22 23:12:18.567812 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd30be9-e409-4d38-8ca3-3b4a14c5f6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96e2814-c5b4-4d4f-a188-569858618954,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:18.691863 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57912) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:19.000873 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4c5557ee-c473-41b4-b9b8-66da64848e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.141896 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4c5557ee-c473-41b4-b9b8-66da64848e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.154865 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4c5557ee-c473-41b4-b9b8-66da64848e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.201693 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-4c5557ee-c473-41b4-b9b8-66da64848e6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53f8ce7feddd47ddb255b75c828c70a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088570 Jul 22 23:12:19.204321 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5557ee-c473-41b4-b9b8-66da64848e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db369b1b-32be-475d-90a5-1155dca20cc9,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:19.204546 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57936) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:19.302542 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f22a5db2-1252-49c5-a977-87354646f003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.343316 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f22a5db2-1252-49c5-a977-87354646f003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.452021 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f22a5db2-1252-49c5-a977-87354646f003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.456788 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f22a5db2-1252-49c5-a977-87354646f003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.459251 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-f22a5db2-1252-49c5-a977-87354646f003 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db369b1b-32be-475d-90a5-1155dca20cc9 HTTP/1.1" status: 204 len: 168 time: 0.2529805 Jul 22 23:12:19.489071 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a5db2-1252-49c5-a977-87354646f003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db369b1b-32be-475d-90a5-1155dca20cc9,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:19.647156 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf8f3c-7831-4731-90cd-ec201de589ae req-1ee4deb7-6d04-4630-a485-789d69d15ee6 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:19.665424 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b3cf8f3c-7831-4731-90cd-ec201de589ae req-1ee4deb7-6d04-4630-a485-789d69d15ee6 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1195183 Jul 22 23:12:19.758584 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b3cf8f3c-7831-4731-90cd-ec201de589ae req-b1a35af4-3b60-43f3-a3c5-d06478b6df12 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879896 Jul 22 23:12:20.115988 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57976) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:20.135937 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8247c710-a3a9-49b0-addc-93020b151f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.267760 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8247c710-a3a9-49b0-addc-93020b151f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.274954 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8247c710-a3a9-49b0-addc-93020b151f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.323345 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-8247c710-a3a9-49b0-addc-93020b151f57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46a8d6000fff4ad584392506111639b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026165 Jul 22 23:12:20.323601 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57986) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:20.330895 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247c710-a3a9-49b0-addc-93020b151f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6322e527-6358-47e3-be2e-b6d7a8da30e5,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:20.398321 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-16f91386-ce1e-45fc-8e1c-c0371914d9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.423681 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-16f91386-ce1e-45fc-8e1c-c0371914d9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.485038 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-16f91386-ce1e-45fc-8e1c-c0371914d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.489214 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-16f91386-ce1e-45fc-8e1c-c0371914d9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.493815 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-16f91386-ce1e-45fc-8e1c-c0371914d9d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6322e527-6358-47e3-be2e-b6d7a8da30e5 HTTP/1.1" status: 204 len: 168 time: 0.1689026 Jul 22 23:12:20.502147 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f91386-ce1e-45fc-8e1c-c0371914d9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6322e527-6358-47e3-be2e-b6d7a8da30e5,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:20.952711 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc2f2-9dff-4a4c-8f80-3f98052676cb req-26475b40-9f27-450b-947c-b3bb1209af44 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:20.955509 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0ddbc2f2-9dff-4a4c-8f80-3f98052676cb req-26475b40-9f27-450b-947c-b3bb1209af44 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0962977 Jul 22 23:12:21.026327 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0ddbc2f2-9dff-4a4c-8f80-3f98052676cb req-e927295c-cbc9-4ae1-90eb-99842dd94914 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527411 Jul 22 23:12:22.171085 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7b6bb-a45a-4aca-b560-3795d0655c60 req-523317e1-ba04-47ec-8649-053e086a42fd tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:22.172799 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-27a7b6bb-a45a-4aca-b560-3795d0655c60 req-523317e1-ba04-47ec-8649-053e086a42fd tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0740626 Jul 22 23:12:22.222817 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-27a7b6bb-a45a-4aca-b560-3795d0655c60 req-0f85e1c8-fc8e-4efb-812f-e4296a58241f tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412681 Jul 22 23:12:25.159460 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f36528-948b-45f8-a817-3795a31e86ce req-a0f0d00c-2bbd-4170-b6e7-dedb3ad66fee tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:25.161145 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-00f36528-948b-45f8-a817-3795a31e86ce req-a0f0d00c-2bbd-4170-b6e7-dedb3ad66fee tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0884075 Jul 22 23:12:25.207587 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-00f36528-948b-45f8-a817-3795a31e86ce req-6f932855-2d99-489a-aa04-bddf8778051f tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392318 Jul 22 23:12:26.370710 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227960a-ce16-45ca-b83e-ff1db069adb5 req-0539ee6e-2d90-42c7-8611-581be6c503c7 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:26.372248 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-2227960a-ce16-45ca-b83e-ff1db069adb5 req-0539ee6e-2d90-42c7-8611-581be6c503c7 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0721192 Jul 22 23:12:26.422566 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-2227960a-ce16-45ca-b83e-ff1db069adb5 req-090a8faf-44c0-4a41-9176-fd847f495e91 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416873 Jul 22 23:12:27.649402 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165a20b-6c34-4788-80b6-70f7aaff6d9f req-6327c423-b7e7-40fb-92c8-c6fd59e44c3a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:27.656882 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9165a20b-6c34-4788-80b6-70f7aaff6d9f req-6327c423-b7e7-40fb-92c8-c6fd59e44c3a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1004472 Jul 22 23:12:27.707508 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9165a20b-6c34-4788-80b6-70f7aaff6d9f req-cca7116e-a81a-4596-9e49-851d58fbbab6 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494983 Jul 22 23:12:27.724589 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58252) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:27.881126 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a1497c10-6f21-4094-b1b3-7728dbdc1373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.013564 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a1497c10-6f21-4094-b1b3-7728dbdc1373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.019184 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a1497c10-6f21-4094-b1b3-7728dbdc1373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.067497 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-a1497c10-6f21-4094-b1b3-7728dbdc1373 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=acd90fae89c54e82950a160f21f07e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416541 Jul 22 23:12:28.069192 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1497c10-6f21-4094-b1b3-7728dbdc1373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa73c185-47da-4c0f-bfdf-5418ac119f40,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:28.072382 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58276) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:28.126848 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e046de0a-685f-46fa-99ef-6752c8ce4e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.153320 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e046de0a-685f-46fa-99ef-6752c8ce4e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.240724 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e046de0a-685f-46fa-99ef-6752c8ce4e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.245765 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e046de0a-685f-46fa-99ef-6752c8ce4e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.249943 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-e046de0a-685f-46fa-99ef-6752c8ce4e18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa73c185-47da-4c0f-bfdf-5418ac119f40 HTTP/1.1" status: 204 len: 168 time: 0.1744325 Jul 22 23:12:28.268266 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046de0a-685f-46fa-99ef-6752c8ce4e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa73c185-47da-4c0f-bfdf-5418ac119f40,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:28.347161 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-68410b22-9fef-445d-935b-1fc04adef8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.696993 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58316) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:28.721023 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6b45-e617-4047-8d9b-3f0b74dd4fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.894381 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6b45-e617-4047-8d9b-3f0b74dd4fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.915028 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6b45-e617-4047-8d9b-3f0b74dd4fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.958504 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fa5f4-2b19-431c-8bf9-89524c8c5fdd req-1ca5b934-dad7-4a1d-a987-a4ec931c25d9 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:28.962392 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-555fa5f4-2b19-431c-8bf9-89524c8c5fdd req-1ca5b934-dad7-4a1d-a987-a4ec931c25d9 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1314416 Jul 22 23:12:29.033870 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58336) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:29.039306 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-fb6d6b45-e617-4047-8d9b-3f0b74dd4fbe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c531a55030244999783daf729384fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399093 Jul 22 23:12:29.040675 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d6b45-e617-4047-8d9b-3f0b74dd4fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf5451b-5562-44a2-8bcd-903b25fb10b2,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:29.079544 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-555fa5f4-2b19-431c-8bf9-89524c8c5fdd req-0d05be1b-bb71-4d11-b9e9-6df497eb02de tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069479 Jul 22 23:12:29.113403 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-30c35e6d-ea64-4af6-bb1f-e6553d41e771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.144075 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-30c35e6d-ea64-4af6-bb1f-e6553d41e771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.223373 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-30c35e6d-ea64-4af6-bb1f-e6553d41e771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.226128 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-30c35e6d-ea64-4af6-bb1f-e6553d41e771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.227302 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-30c35e6d-ea64-4af6-bb1f-e6553d41e771 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdf5451b-5562-44a2-8bcd-903b25fb10b2 HTTP/1.1" status: 204 len: 168 time: 0.1892350 Jul 22 23:12:29.236835 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c35e6d-ea64-4af6-bb1f-e6553d41e771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf5451b-5562-44a2-8bcd-903b25fb10b2,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:29.340108 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58344) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:29.625710 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c296-8c5d-4cbb-8459-90af498eaa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.776659 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c296-8c5d-4cbb-8459-90af498eaa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.781996 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c296-8c5d-4cbb-8459-90af498eaa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.827207 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b6e2c296-8c5d-4cbb-8459-90af498eaa5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97ed273fde1144e8bcc6205dc6dbf94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845998 Jul 22 23:12:29.830257 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58362) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:29.830805 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2c296-8c5d-4cbb-8459-90af498eaa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0533297f-2db0-47c1-92d8-d458435b8686,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:29.898335 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c90f760f-a785-4ab9-847a-894cf0a75836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.924768 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c90f760f-a785-4ab9-847a-894cf0a75836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.014107 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c90f760f-a785-4ab9-847a-894cf0a75836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.018688 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c90f760f-a785-4ab9-847a-894cf0a75836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.020641 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-c90f760f-a785-4ab9-847a-894cf0a75836 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0533297f-2db0-47c1-92d8-d458435b8686 HTTP/1.1" status: 204 len: 168 time: 0.1882737 Jul 22 23:12:30.037489 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f760f-a785-4ab9-847a-894cf0a75836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0533297f-2db0-47c1-92d8-d458435b8686,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:30.334280 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06440c-8b35-4c36-95e5-d329b8616f71 req-0a68daaf-87f9-454b-a11b-7d091170c913 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:30.344087 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b06440c-8b35-4c36-95e5-d329b8616f71 req-0a68daaf-87f9-454b-a11b-7d091170c913 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1422055 Jul 22 23:12:30.382329 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b06440c-8b35-4c36-95e5-d329b8616f71 req-6058bcdf-6cb0-47ec-b80c-982ec6ff509a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372608 Jul 22 23:12:30.819105 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58410) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:31.218151 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-9e6e9303-dce6-4b6a-9970-1d02ba89b0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.218846 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-112692bb-7ccf-48be-8d6a-adc5f794e6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.346259 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-112692bb-7ccf-48be-8d6a-adc5f794e6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.353511 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-112692bb-7ccf-48be-8d6a-adc5f794e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.462599 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58436) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:31.463346 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-112692bb-7ccf-48be-8d6a-adc5f794e6fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb4665c7ad064cbe8375928baabac91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6401224 Jul 22 23:12:31.464294 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112692bb-7ccf-48be-8d6a-adc5f794e6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f77c35-0a95-47c3-9e14-1bfe7644efb6,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:31.604135 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac743-568c-4801-a1d7-ab469cccedef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.685512 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac743-568c-4801-a1d7-ab469cccedef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.722557 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.810461 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a572f0b-5cf3-43eb-b3af-cd9e11c2a11d req-ccc61c39-aa4c-455b-9138-54222873b184 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.823921 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6a572f0b-5cf3-43eb-b3af-cd9e11c2a11d req-ccc61c39-aa4c-455b-9138-54222873b184 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.2395613 Jul 22 23:12:31.867146 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac743-568c-4801-a1d7-ab469cccedef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.874128 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac743-568c-4801-a1d7-ab469cccedef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.880923 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-2f8ac743-568c-4801-a1d7-ab469cccedef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03f77c35-0a95-47c3-9e14-1bfe7644efb6 HTTP/1.1" status: 204 len: 168 time: 0.4103596 Jul 22 23:12:31.909474 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ac743-568c-4801-a1d7-ab469cccedef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f77c35-0a95-47c3-9e14-1bfe7644efb6,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:31.926939 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6a572f0b-5cf3-43eb-b3af-cd9e11c2a11d req-aa76366e-a073-4bb9-83e5-fc619b5cdf20 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014762 Jul 22 23:12:32.510222 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58474) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:32.528065 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c4d780e7-4de7-40e9-8b1a-b954161bb028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:32.641877 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c4d780e7-4de7-40e9-8b1a-b954161bb028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:32.646575 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c4d780e7-4de7-40e9-8b1a-b954161bb028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:32.705123 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-c4d780e7-4de7-40e9-8b1a-b954161bb028 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a16748aa3c8414cb238fa6a51a7c06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899505 Jul 22 23:12:32.705236 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58484) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:32.708519 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d780e7-4de7-40e9-8b1a-b954161bb028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bded0912-cb87-4e4b-9dc1-b6c3de31ebed,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:32.796453 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f8f374ef-7efa-4555-b5bd-21bb856321c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:32.824760 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f8f374ef-7efa-4555-b5bd-21bb856321c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:32.899778 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f8f374ef-7efa-4555-b5bd-21bb856321c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:32.903535 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f8f374ef-7efa-4555-b5bd-21bb856321c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:32.908363 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-f8f374ef-7efa-4555-b5bd-21bb856321c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bded0912-cb87-4e4b-9dc1-b6c3de31ebed HTTP/1.1" status: 204 len: 168 time: 0.2029347 Jul 22 23:12:32.923878 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f374ef-7efa-4555-b5bd-21bb856321c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bded0912-cb87-4e4b-9dc1-b6c3de31ebed,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:33.108531 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08054601-05dd-466f-9403-b4ba83aae880 req-0a70082c-a5fd-44c1-a047-fcb4fe69896d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:33.110412 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-08054601-05dd-466f-9403-b4ba83aae880 req-0a70082c-a5fd-44c1-a047-fcb4fe69896d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0821815 Jul 22 23:12:33.151155 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:33.165819 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-08054601-05dd-466f-9403-b4ba83aae880 req-103084a6-269a-4402-ad85-76f7316bab69 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 Jul 22 23:12:33.365633 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58510) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:33.553242 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ef2bcd6e-be56-4a04-981b-badfc7f27425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:33.732158 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ef2bcd6e-be56-4a04-981b-badfc7f27425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:33.739328 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ef2bcd6e-be56-4a04-981b-badfc7f27425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:33.818216 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bcd6e-be56-4a04-981b-badfc7f27425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d46908-3730-45c6-b9af-6d25af948d46,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:33.837658 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-ef2bcd6e-be56-4a04-981b-badfc7f27425 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b43272cdf68e4768a8c3ad1d942972c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706857 Jul 22 23:12:33.842421 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58530) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:33.964228 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-265d167f-6d98-4d4b-9cfb-a7676ea826d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.002821 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-265d167f-6d98-4d4b-9cfb-a7676ea826d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.162908 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-265d167f-6d98-4d4b-9cfb-a7676ea826d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.165545 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-265d167f-6d98-4d4b-9cfb-a7676ea826d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.167042 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-265d167f-6d98-4d4b-9cfb-a7676ea826d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56d46908-3730-45c6-b9af-6d25af948d46 HTTP/1.1" status: 204 len: 168 time: 0.3231397 Jul 22 23:12:34.180596 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d167f-6d98-4d4b-9cfb-a7676ea826d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d46908-3730-45c6-b9af-6d25af948d46,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:34.392504 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7d2ec-5927-45ad-bf45-7ce11d2f68da req-d128b05c-b044-4bbd-b868-7d38d9c5aa2d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:34.393722 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1bf7d2ec-5927-45ad-bf45-7ce11d2f68da req-d128b05c-b044-4bbd-b868-7d38d9c5aa2d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0873060 Jul 22 23:12:34.470717 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1bf7d2ec-5927-45ad-bf45-7ce11d2f68da req-db38d626-adeb-4577-8247-20df0cc1f8aa tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614014 Jul 22 23:12:34.664181 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58560) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:34.681625 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58564) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:34.702013 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-697a865f-c236-4ab0-8294-cdeec532b2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.847095 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-697a865f-c236-4ab0-8294-cdeec532b2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.852481 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-697a865f-c236-4ab0-8294-cdeec532b2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.914082 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.918288 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58566) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:34.919111 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-697a865f-c236-4ab0-8294-cdeec532b2d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1058c651288446dcb0778a5a104a2aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346365 Jul 22 23:12:34.928709 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a865f-c236-4ab0-8294-cdeec532b2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f8e87d-9563-4f21-a84e-fd5db83ef86b,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:34.943474 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2507909f-fb5e-4e05-9c63-7c08be24c4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:34.998852 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-91598acd-2426-408e-91e0-88373b6f6d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.024300 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-91598acd-2426-408e-91e0-88373b6f6d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.087149 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2507909f-fb5e-4e05-9c63-7c08be24c4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.092438 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2507909f-fb5e-4e05-9c63-7c08be24c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.095570 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-91598acd-2426-408e-91e0-88373b6f6d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.099515 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-91598acd-2426-408e-91e0-88373b6f6d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.102065 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-91598acd-2426-408e-91e0-88373b6f6d93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91f8e87d-9563-4f21-a84e-fd5db83ef86b HTTP/1.1" status: 204 len: 168 time: 0.1815915 Jul 22 23:12:35.116044 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91598acd-2426-408e-91e0-88373b6f6d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f8e87d-9563-4f21-a84e-fd5db83ef86b,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:35.163940 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-2507909f-fb5e-4e05-9c63-7c08be24c4d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85752dc4d78e416e9bef2882a17e19ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955018 Jul 22 23:12:35.163940 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507909f-fb5e-4e05-9c63-7c08be24c4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec9d69a-a369-48c9-a38c-e30e65b2c907,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:35.165599 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58578) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:35.318114 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-619490d8-4469-49a1-932a-a76c8784ddd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.347055 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-619490d8-4469-49a1-932a-a76c8784ddd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.431182 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-619490d8-4469-49a1-932a-a76c8784ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.433798 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-619490d8-4469-49a1-932a-a76c8784ddd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:35.435060 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-619490d8-4469-49a1-932a-a76c8784ddd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ec9d69a-a369-48c9-a38c-e30e65b2c907 HTTP/1.1" status: 204 len: 168 time: 0.2678030 Jul 22 23:12:35.451896 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619490d8-4469-49a1-932a-a76c8784ddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec9d69a-a369-48c9-a38c-e30e65b2c907,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:35.687016 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e50ec0-bcb9-4668-a75f-72e2efd8f61a req-e5264351-5d10-4f0f-9e0b-000f5b002f9a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:35.689712 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b9e50ec0-bcb9-4668-a75f-72e2efd8f61a req-e5264351-5d10-4f0f-9e0b-000f5b002f9a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1292531 Jul 22 23:12:35.785589 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b9e50ec0-bcb9-4668-a75f-72e2efd8f61a req-5716ff1c-69bd-49d0-a9cd-7808c519c3ff tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852873 Jul 22 23:12:35.955721 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:37.026334 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7018-fba5-4d29-8ba1-e373cda52f3e req-52015d08-167b-4dc7-9354-7af2eb2863d7 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:37.028707 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-488b7018-fba5-4d29-8ba1-e373cda52f3e req-52015d08-167b-4dc7-9354-7af2eb2863d7 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1231287 Jul 22 23:12:37.106613 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-488b7018-fba5-4d29-8ba1-e373cda52f3e req-3d9566cb-9ee1-4e66-b193-2525597a975c tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707407 Jul 22 23:12:37.685582 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58708) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:37.843352 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7eeb08c5-2cf2-4e09-9d71-8b9891f0faa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.050474 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7eeb08c5-2cf2-4e09-9d71-8b9891f0faa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.058137 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7eeb08c5-2cf2-4e09-9d71-8b9891f0faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.124226 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58738) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:38.124751 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-7eeb08c5-2cf2-4e09-9d71-8b9891f0faa8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38e02415787c4d62adce7f9958e0f62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373612 Jul 22 23:12:38.142409 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb08c5-2cf2-4e09-9d71-8b9891f0faa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52896b3-f6f9-4297-832e-b513a6da40ca,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:38.175573 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:12:38.259268 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13d572fa-a06f-4b23-b51a-15229225ffab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.291398 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13d572fa-a06f-4b23-b51a-15229225ffab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.387123 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7325c-2014-43cd-a466-6ef277bbbd13 req-802b45a6-a8ca-4264-a725-0b05952d5420 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:38.389848 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-31f7325c-2014-43cd-a466-6ef277bbbd13 req-802b45a6-a8ca-4264-a725-0b05952d5420 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1628957 Jul 22 23:12:38.415930 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13d572fa-a06f-4b23-b51a-15229225ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.420798 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-13d572fa-a06f-4b23-b51a-15229225ffab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.422747 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-13d572fa-a06f-4b23-b51a-15229225ffab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c52896b3-f6f9-4297-832e-b513a6da40ca HTTP/1.1" status: 204 len: 168 time: 0.2962782 Jul 22 23:12:38.449047 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d572fa-a06f-4b23-b51a-15229225ffab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52896b3-f6f9-4297-832e-b513a6da40ca,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:38.510532 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-31f7325c-2014-43cd-a466-6ef277bbbd13 req-384955ea-502a-4ab3-8092-67e1d37ef8db tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072812 Jul 22 23:12:38.618754 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58760) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:39.003887 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c1d2aed0-a3c1-4a96-89fa-81b41ef36ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.078330 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58768) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:39.098888 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-796f59ea-6f68-4813-adf4-853a35a02c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.147434 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c1d2aed0-a3c1-4a96-89fa-81b41ef36ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.155553 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c1d2aed0-a3c1-4a96-89fa-81b41ef36ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.212001 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2aed0-a3c1-4a96-89fa-81b41ef36ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd3035b-f933-42a0-9982-ba0f8fbc660a,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:39.224334 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-c1d2aed0-a3c1-4a96-89fa-81b41ef36ddb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f80c09c11cc4841be27d69ad2faed53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040177 Jul 22 23:12:39.224711 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58770) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:39.298449 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-796f59ea-6f68-4813-adf4-853a35a02c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.311502 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-796f59ea-6f68-4813-adf4-853a35a02c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.330424 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-eabfb96d-ee7e-441e-b96b-18a2f25c1273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.362625 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-eabfb96d-ee7e-441e-b96b-18a2f25c1273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.404863 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f59ea-6f68-4813-adf4-853a35a02c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8cf478-cd3f-4f14-8dd6-a8676d327028,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:39.436447 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58772) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:39.436609 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-796f59ea-6f68-4813-adf4-853a35a02c0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89c464f9f1bd47b8a61adf89ada4d79b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561304 Jul 22 23:12:39.453881 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-eabfb96d-ee7e-441e-b96b-18a2f25c1273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.456782 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-eabfb96d-ee7e-441e-b96b-18a2f25c1273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.458001 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-eabfb96d-ee7e-441e-b96b-18a2f25c1273 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccd3035b-f933-42a0-9982-ba0f8fbc660a HTTP/1.1" status: 204 len: 168 time: 0.2309830 Jul 22 23:12:39.476732 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfb96d-ee7e-441e-b96b-18a2f25c1273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd3035b-f933-42a0-9982-ba0f8fbc660a,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:39.543031 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ba687c9-5770-441e-a777-249830ad8c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.605816 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ba687c9-5770-441e-a777-249830ad8c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.806206 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ba687c9-5770-441e-a777-249830ad8c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.823929 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ba687c9-5770-441e-a777-249830ad8c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.825834 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-3ba687c9-5770-441e-a777-249830ad8c9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce8cf478-cd3f-4f14-8dd6-a8676d327028 HTTP/1.1" status: 204 len: 168 time: 0.3884871 Jul 22 23:12:39.862004 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba687c9-5770-441e-a777-249830ad8c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8cf478-cd3f-4f14-8dd6-a8676d327028,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:39.892152 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40799b-108e-44eb-8ed3-bc41f4a5db8c req-2dd995ca-76cf-4505-9e58-68167bd7046d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:39.894193 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-af40799b-108e-44eb-8ed3-bc41f4a5db8c req-2dd995ca-76cf-4505-9e58-68167bd7046d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1956189 Jul 22 23:12:39.995640 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-af40799b-108e-44eb-8ed3-bc41f4a5db8c req-d826a7ba-4d6b-4e06-ada5-b04e26f47010 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862408 Jul 22 23:12:40.302286 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58796) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:40.319384 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-eacd758f-39b1-4b15-8e8f-60608a29d686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.360239 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58798) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:40.376734 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7d43ca5b-2366-4172-b1fd-b5084ffa5e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.447440 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-eacd758f-39b1-4b15-8e8f-60608a29d686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.453667 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-eacd758f-39b1-4b15-8e8f-60608a29d686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.505046 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-eacd758f-39b1-4b15-8e8f-60608a29d686 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7acdd45b4cad4e67aeac076759eb365f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015097 Jul 22 23:12:40.505792 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd758f-39b1-4b15-8e8f-60608a29d686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08c28cb-7557-4ff1-884e-a60b3e016b01,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:40.509307 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58800) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:40.611497 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7d43ca5b-2366-4172-b1fd-b5084ffa5e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.618263 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-552bce66-4acb-4dbd-957d-4053586624b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.620113 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7d43ca5b-2366-4172-b1fd-b5084ffa5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.679490 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-552bce66-4acb-4dbd-957d-4053586624b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.688110 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43ca5b-2366-4172-b1fd-b5084ffa5e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5565fd79-c066-4b0c-be50-9eb704240fa6,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:40.695511 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-7d43ca5b-2366-4172-b1fd-b5084ffa5e82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a39fc9e0884842ecb365935e85738476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338647 Jul 22 23:12:40.699516 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58804) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:40.768856 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-552bce66-4acb-4dbd-957d-4053586624b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.772119 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-552bce66-4acb-4dbd-957d-4053586624b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.773691 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-552bce66-4acb-4dbd-957d-4053586624b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e08c28cb-7557-4ff1-884e-a60b3e016b01 HTTP/1.1" status: 204 len: 168 time: 0.2596297 Jul 22 23:12:40.785876 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bce66-4acb-4dbd-957d-4053586624b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08c28cb-7557-4ff1-884e-a60b3e016b01,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:40.844834 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7d55f8ca-fbe1-4f9f-bb5f-f8b8a7031d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.891913 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7d55f8ca-fbe1-4f9f-bb5f-f8b8a7031d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:40.999256 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7d55f8ca-fbe1-4f9f-bb5f-f8b8a7031d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:41.005141 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7d55f8ca-fbe1-4f9f-bb5f-f8b8a7031d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:41.010851 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-7d55f8ca-fbe1-4f9f-bb5f-f8b8a7031d23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5565fd79-c066-4b0c-be50-9eb704240fa6 HTTP/1.1" status: 204 len: 168 time: 0.3050179 Jul 22 23:12:41.052493 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55f8ca-fbe1-4f9f-bb5f-f8b8a7031d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5565fd79-c066-4b0c-be50-9eb704240fa6,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:41.240340 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46df9ea-a152-4d9a-9954-7cdc015095ca req-fb21e221-cc76-4a5c-9e28-d99c5b0486b1 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:41.248920 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b46df9ea-a152-4d9a-9954-7cdc015095ca req-fb21e221-cc76-4a5c-9e28-d99c5b0486b1 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1112022 Jul 22 23:12:41.321649 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b46df9ea-a152-4d9a-9954-7cdc015095ca req-49a8631d-2e35-41e0-ab40-4000471afd14 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709345 Jul 22 23:12:42.607116 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627060c6-9a44-4a2c-a57a-7a4b1aef6fb3 req-6a5462fb-967c-4241-b79d-5a661e20e59b tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:42.621459 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-627060c6-9a44-4a2c-a57a-7a4b1aef6fb3 req-6a5462fb-967c-4241-b79d-5a661e20e59b tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.1625595 Jul 22 23:12:42.719386 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-627060c6-9a44-4a2c-a57a-7a4b1aef6fb3 req-bda8461e-8cce-4a92-8187-e8c136c1ccff tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946093 Jul 22 23:12:42.974787 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe08bb-3a23-4e9e-98a9-3789a07c0f50 req-4c1cc0b0-51c9-47f4-be0a-a848271f1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:42.977118 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b6fe08bb-3a23-4e9e-98a9-3789a07c0f50 req-4c1cc0b0-51c9-47f4-be0a-a848271f1e6d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 1098 time: 0.0676420 Jul 22 23:12:43.057977 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b6fe08bb-3a23-4e9e-98a9-3789a07c0f50 req-93e0b5f7-9dd0-479d-9716-5f54a3331f47 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679371 Jul 22 23:12:43.904613 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fdbf1-61bc-44b1-8928-d61be4e49d0c req-6167f8a5-5a7d-4340-821d-7a59f0ea5fdf tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:43.906391 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-077fdbf1-61bc-44b1-8928-d61be4e49d0c req-6167f8a5-5a7d-4340-821d-7a59f0ea5fdf tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0801258 Jul 22 23:12:43.953054 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-077fdbf1-61bc-44b1-8928-d61be4e49d0c req-4e08fbb2-01c8-4833-98c4-ec5b550b0262 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Jul 22 23:12:45.158649 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09278394-889c-4512-b176-cfc1d5957d41 req-d5f3f0af-bcfc-4a85-a0fc-f91feee4fcf4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:45.161586 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-09278394-889c-4512-b176-cfc1d5957d41 req-d5f3f0af-bcfc-4a85-a0fc-f91feee4fcf4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0977235 Jul 22 23:12:45.240547 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-09278394-889c-4512-b176-cfc1d5957d41 req-c87d6749-649a-4b5d-8e6b-41355459ff75 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712848 Jul 22 23:12:45.455132 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ca455-c549-42b7-b5aa-182cbd33755a req-f6546e3d-4202-489c-a597-3fe1c0ba8fc2 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:45.455132 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f63ca455-c549-42b7-b5aa-182cbd33755a req-f6546e3d-4202-489c-a597-3fe1c0ba8fc2 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0933435 Jul 22 23:12:45.505374 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f63ca455-c549-42b7-b5aa-182cbd33755a req-6875742c-2cd1-4338-bfcc-f26a0b11901f tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Jul 22 23:12:50.593085 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9db06f-1856-4c78-a245-5f89e5673d4e req-4887ede3-7387-4595-8403-a04f08e5d3a8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:50.594666 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ae9db06f-1856-4c78-a245-5f89e5673d4e req-4887ede3-7387-4595-8403-a04f08e5d3a8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0902863 Jul 22 23:12:50.647416 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ae9db06f-1856-4c78-a245-5f89e5673d4e req-f3ce77da-648c-407f-9d70-3197e2ac7450 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Jul 22 23:12:53.650067 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325df2fe-d05d-46f4-a4da-4eda13480a3f req-d8981079-de16-4520-ac29-cd1414785393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:53.653574 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-325df2fe-d05d-46f4-a4da-4eda13480a3f req-d8981079-de16-4520-ac29-cd1414785393 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 1098 time: 0.0975010 Jul 22 23:12:53.786479 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325df2fe-d05d-46f4-a4da-4eda13480a3f req-90fdf465-eeb3-48ec-af12-841d41840f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:53.789046 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-325df2fe-d05d-46f4-a4da-4eda13480a3f req-90fdf465-eeb3-48ec-af12-841d41840f44 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.1271451 Jul 22 23:12:53.866459 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-325df2fe-d05d-46f4-a4da-4eda13480a3f req-8313c176-1ee0-491f-80ac-a54b5b911e98 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa HTTP/1.1" status: 200 len: 217 time: 0.0615878 Jul 22 23:12:53.986540 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325df2fe-d05d-46f4-a4da-4eda13480a3f req-e6742e50-db12-48a8-902e-d643071ad926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:53.988001 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-325df2fe-d05d-46f4-a4da-4eda13480a3f req-e6742e50-db12-48a8-902e-d643071ad926 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.0979536 Jul 22 23:12:54.030718 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-325df2fe-d05d-46f4-a4da-4eda13480a3f req-0d16c7ae-f353-45c1-b273-7c969ce50e7e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322249 Jul 22 23:12:54.043340 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dc12b-315d-49d0-829b-ccbdd63d97a4 req-5c0c65ea-2091-42ae-8cab-441040597c34 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:54.045085 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b21dc12b-315d-49d0-829b-ccbdd63d97a4 req-5c0c65ea-2091-42ae-8cab-441040597c34 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.1831141 Jul 22 23:12:54.150172 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b21dc12b-315d-49d0-829b-ccbdd63d97a4 req-49275ebd-fd49-4db6-a431-66ce7507d925 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961034 Jul 22 23:12:54.177780 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-325df2fe-d05d-46f4-a4da-4eda13480a3f req-58d43d83-fbc3-4436-8a36-cdc2d884140a service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312084 Jul 22 23:12:54.333976 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-325df2fe-d05d-46f4-a4da-4eda13480a3f req-750c1d8f-1105-4e44-bde9-e1da52051b1d service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448510 Jul 22 23:12:55.362493 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 59186) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:55.509119 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:55.634193 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:55.638262 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193ce00-e47b-4316-8ce3-b310c3ebaabc req-87ae048a-fd1a-4ec1-adbe-7c73583dd6c5 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:55.640988 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d193ce00-e47b-4316-8ce3-b310c3ebaabc req-87ae048a-fd1a-4ec1-adbe-7c73583dd6c5 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.3882160 Jul 22 23:12:55.641655 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:55.690737 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b02def679e54c80903ea14bc5bf798b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270593 Jul 22 23:12:55.695197 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 59200) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:55.702329 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7da6a1-4538-40f2-b966-134fcab1a9e0,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:55.714734 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d193ce00-e47b-4316-8ce3-b310c3ebaabc req-c88cfee7-8049-4f25-a0c2-c257caaebf9a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584934 Jul 22 23:12:55.719670 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.720280 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.720770 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.721251 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.722002 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.722541 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.723015 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.723486 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.724108 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.724742 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.725227 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.725698 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04a1d-08da-418c-a2a2-ecebd2aba6ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:55.784803 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1b06-6c6d-4c7e-b248-725628be600c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:55.825611 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1b06-6c6d-4c7e-b248-725628be600c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:55.931642 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1b06-6c6d-4c7e-b248-725628be600c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:55.936222 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1b06-6c6d-4c7e-b248-725628be600c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:55.938220 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-f5ce1b06-6c6d-4c7e-b248-725628be600c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae7da6a1-4538-40f2-b966-134fcab1a9e0 HTTP/1.1" status: 204 len: 168 time: 0.2415924 Jul 22 23:12:55.975046 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce1b06-6c6d-4c7e-b248-725628be600c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7da6a1-4538-40f2-b966-134fcab1a9e0,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:56.475808 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 59232) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:56.499574 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-51dc4e72-7ef2-4df4-8323-b20dc42473cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:56.620313 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-51dc4e72-7ef2-4df4-8323-b20dc42473cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:56.625232 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-51dc4e72-7ef2-4df4-8323-b20dc42473cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:56.666877 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-51dc4e72-7ef2-4df4-8323-b20dc42473cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24725738232e4ac1a0938d26c01089f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894245 Jul 22 23:12:56.669320 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc4e72-7ef2-4df4-8323-b20dc42473cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc056d7-e58f-479b-9353-ece7bde121bf,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:56.671039 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 59236) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:56.733800 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:56.761411 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:56.821881 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:56.826225 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:56.830291 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6cc056d7-e58f-479b-9353-ece7bde121bf HTTP/1.1" status: 204 len: 168 time: 0.1548467 Jul 22 23:12:56.838556 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc056d7-e58f-479b-9353-ece7bde121bf,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:56.847939 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.848361 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.848681 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.849021 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.850727 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.851073 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.851412 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.851993 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.852330 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.852706 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.853042 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.853365 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cceb08-06b6-4d08-9806-a85d8080a500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:56.956134 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac327b-3340-4cf9-a3aa-4ba3e16d0623 req-9ba4d4ec-5e67-4243-85c2-45125d507b44 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:56.957752 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-caac327b-3340-4cf9-a3aa-4ba3e16d0623 req-9ba4d4ec-5e67-4243-85c2-45125d507b44 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0806360 Jul 22 23:12:57.011355 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-caac327b-3340-4cf9-a3aa-4ba3e16d0623 req-a5cb87be-7c60-4e61-ae99-1d2060380065 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467601 Jul 22 23:12:57.327457 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 59252) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:57.344080 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d6b0e0f1-7067-4caf-9dd8-cff1a8fb6657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:57.472656 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d6b0e0f1-7067-4caf-9dd8-cff1a8fb6657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:57.479718 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d6b0e0f1-7067-4caf-9dd8-cff1a8fb6657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:57.534458 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0e0f1-7067-4caf-9dd8-cff1a8fb6657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5230a408-7eb5-482d-921a-1094a69aeaf1,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:57.540620 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-d6b0e0f1-7067-4caf-9dd8-cff1a8fb6657 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e8f31746ed344ebb22770c8bf0cf4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118545 Jul 22 23:12:57.545083 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 59258) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:57.604024 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e4729080-2745-4ef6-be3a-182a989f063f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:57.642505 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e4729080-2745-4ef6-be3a-182a989f063f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:57.745464 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e4729080-2745-4ef6-be3a-182a989f063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:57.750609 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e4729080-2745-4ef6-be3a-182a989f063f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:57.752545 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-e4729080-2745-4ef6-be3a-182a989f063f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5230a408-7eb5-482d-921a-1094a69aeaf1 HTTP/1.1" status: 204 len: 168 time: 0.2062881 Jul 22 23:12:57.769323 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4729080-2745-4ef6-be3a-182a989f063f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5230a408-7eb5-482d-921a-1094a69aeaf1,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:58.283843 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ef779-e143-44fb-b773-68a6fe04d444 req-202d1537-a116-482c-bbe4-9bb5734a4231 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:58.285617 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cc8ef779-e143-44fb-b773-68a6fe04d444 req-202d1537-a116-482c-bbe4-9bb5734a4231 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.1490388 Jul 22 23:12:58.335514 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-27ae6450-ae1b-425c-a28b-0cccd58c7dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:58.353386 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cc8ef779-e143-44fb-b773-68a6fe04d444 req-d7e48414-1bc2-48d3-852f-291e2fdf42b0 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565536 Jul 22 23:12:58.674926 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 59300) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:58.807441 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1192319250-network', 'tenant_id': '1577891358eb40df9a4395561fed9cb6'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:58.829484 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Made reservation on behalf of 1577891358eb40df9a4395561fed9cb6 for: {'network': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:58.832081 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:58.845331 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:58.951109 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:58.955471 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:58.981783 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=93214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:12:58.991824 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaad2b3b-7cae-48eb-9d28-94505da79783,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:58.999868 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:59.000012 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.segments_db [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Added segment e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c of type vlan for network 567ff515-5693-4fec-a9d6-e4f88631818d Jul 22 23:12:59.044557 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:59.074645 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:59.075747 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:59.076416 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:59.108921 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4323003 Jul 22 23:12:59.112442 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 59308) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:59.117653 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] Request body: {'subnet': {'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1192319250-subnet', 'tenant_id': '1577891358eb40df9a4395561fed9cb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:59.139834 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] Made reservation on behalf of 1577891358eb40df9a4395561fed9cb6 for: {'subnet': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:59.142437 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4662470'] for subnet, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:59.148020 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8159b42-0b70-45e8-afb0-0d3d5bbac9bf admin admin] Pushing event updated for resources: {'Network': ['ID=567ff515-5693-4fec-a9d6-e4f88631818d,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:59.159158 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network 567ff515-5693-4fec-a9d6-e4f88631818d details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:12:59.348087 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4474764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4662452'] for subnet, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:59.440394 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:59.449051 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] Checking segment: {'id': 'e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:12:59.449411 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] Network hostable DHCP agents. Network: 567ff515-5693-4fec-a9d6-e4f88631818d, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:12:59.470102 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] Network 567ff515-5693-4fec-a9d6-e4f88631818d is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:12:59.481741 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, 567ff515-5693-4fec-a9d6-e4f88631818d) {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:12:59.491745 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:59.491745 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:59.496960 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97759253-7bdb-424b-a079-ba8fa3994117 None None] Network 567ff515-5693-4fec-a9d6-e4f88631818d requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:12:59.517379 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-5177b19c-73a0-4ecd-9cfe-bf87d0021bfc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4034348 Jul 22 23:12:59.533401 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0e940-beaa-4a27-8113-9646b35f54bb req-106b1f6c-4566-4251-ac05-636f93d3292c tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:59.535043 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e6f0e940-beaa-4a27-8113-9646b35f54bb req-106b1f6c-4566-4251-ac05-636f93d3292c tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0848134 Jul 22 23:12:59.616517 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e6f0e940-beaa-4a27-8113-9646b35f54bb req-e88b7fa8-aafb-4393-bb89-a53491b83943 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702655 Jul 22 23:12:59.719742 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc486a26-bb29-4f68-bba3-a292974562cf None None] Network 567ff515-5693-4fec-a9d6-e4f88631818d requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:13:00.777844 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b64b1c-20f7-432b-84fa-07ac6d59d6a7 req-aea8ab61-a078-45ed-8d25-0dddb09abac8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:00.779555 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-45b64b1c-20f7-432b-84fa-07ac6d59d6a7 req-aea8ab61-a078-45ed-8d25-0dddb09abac8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0752046 Jul 22 23:13:00.825262 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-45b64b1c-20f7-432b-84fa-07ac6d59d6a7 req-95a86dbf-fc4a-4ded-bdc7-eb26189895cd tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351236 Jul 22 23:13:01.209977 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1ae22a9e-eebe-44ab-b36d-6939e43ede26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:01.770475 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:02.042999 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc6614-946a-4746-9726-eec5963d8634 req-af3947a6-f581-4d37-845a-55729c3b0f21 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:02.045917 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d2cc6614-946a-4746-9726-eec5963d8634 req-af3947a6-f581-4d37-845a-55729c3b0f21 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.1267669 Jul 22 23:13:02.111063 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d2cc6614-946a-4746-9726-eec5963d8634 req-7c7a20ab-beab-4f9f-95d5-fe047b3847bf tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565937 Jul 22 23:13:02.783121 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-0d03cb61-ba99-41a1-9d7a-41aa6c2b4c05 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:02.784791 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-0d03cb61-ba99-41a1-9d7a-41aa6c2b4c05 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/networks?id=567ff515-5693-4fec-a9d6-e4f88631818d HTTP/1.1" status: 200 len: 809 time: 0.1185317 Jul 22 23:13:02.801917 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-b7a9c368-3391-4ae7-8528-28e49594c508 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/quotas/1577891358eb40df9a4395561fed9cb6 HTTP/1.1" status: 200 len: 375 time: 0.0103683 Jul 22 23:13:02.850861 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-9b9cfb11-307d-4a1b-a7f7-866c589ac71b tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1577891358eb40df9a4395561fed9cb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419607 Jul 22 23:13:02.976393 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-b66b2510-146f-4800-ba47-9f53d8f981e1 service neutron] 10.222.0.55 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135168 Jul 22 23:13:03.147690 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:03.323880 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-1a2cf08d-7f1a-4642-b1ce-14fcd1769c58 service neutron] 10.222.0.55 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404014 Jul 22 23:13:03.325363 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7588343-df63-4daf-aead-e4fc1dfa0f5c req-5bed89ce-e401-49e5-90bc-90e6b45a8459 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:03.327875 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a7588343-df63-4daf-aead-e4fc1dfa0f5c req-5bed89ce-e401-49e5-90bc-90e6b45a8459 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0859959 Jul 22 23:13:03.378434 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a7588343-df63-4daf-aead-e4fc1dfa0f5c req-a2ecf019-1cfa-45a8-8c59-dbb9e8f0ac18 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Jul 22 23:13:03.576938 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0d3f21f6-6da6-4036-94e4-ca319fe7a725 req-d6b54baf-153f-42db-b17d-298e64edf9ba tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 210 time: 0.0525949 Jul 22 23:13:04.165189 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 59450) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:04.363253 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8d8fce2c-3ba5-4ba4-b30d-cb2ffb174d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.525413 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8d8fce2c-3ba5-4ba4-b30d-cb2ffb174d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.567269 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8d8fce2c-3ba5-4ba4-b30d-cb2ffb174d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.655907 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fce2c-3ba5-4ba4-b30d-cb2ffb174d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32872b52-30a3-410a-8c98-01a850175b9b,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:04.664556 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-8d8fce2c-3ba5-4ba4-b30d-cb2ffb174d62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66408da57bc9495a90b39964c25f5789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960434 Jul 22 23:13:04.671181 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 59460) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:04.739513 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24070843-f7fd-4cd7-9d16-ee133cb3f3fb req-45799f75-2516-41b2-b5f5-b614a36cfb19 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:04.742125 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-24070843-f7fd-4cd7-9d16-ee133cb3f3fb req-45799f75-2516-41b2-b5f5-b614a36cfb19 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.2411640 Jul 22 23:13:04.757853 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5cfed9fc-b22a-4143-b28d-4179134d7aa7 req-8c61f35d-119a-449b-8749-c164ab316a74 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 210 time: 0.0411420 Jul 22 23:13:04.776043 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c450a687-4167-4143-a09e-e7553b9c8382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.779470 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-1191c4a8-5df5-425a-873d-e3145f977b4b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1358464 Jul 22 23:13:04.820595 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-24070843-f7fd-4cd7-9d16-ee133cb3f3fb req-1d1f1f25-f2a3-474c-bbc4-bff2c725a38a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639608 Jul 22 23:13:04.822962 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c450a687-4167-4143-a09e-e7553b9c8382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.926241 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-8f37064b-836f-44a3-8735-526796732a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:04.928364 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.929845 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-8f37064b-836f-44a3-8735-526796732a63 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 1099 time: 0.1105700 Jul 22 23:13:04.929969 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c450a687-4167-4143-a09e-e7553b9c8382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.933007 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c450a687-4167-4143-a09e-e7553b9c8382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.934790 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-c450a687-4167-4143-a09e-e7553b9c8382 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32872b52-30a3-410a-8c98-01a850175b9b HTTP/1.1" status: 204 len: 168 time: 0.2606039 Jul 22 23:13:04.958270 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450a687-4167-4143-a09e-e7553b9c8382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32872b52-30a3-410a-8c98-01a850175b9b,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:05.290631 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-8a3b804d-f611-4d07-868f-8c41ab2fb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:05.292935 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-8a3b804d-f611-4d07-868f-8c41ab2fb823 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.3198545 Jul 22 23:13:05.305229 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-ef5e939f-7883-42ea-ba57-d7ca765835ca tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:05.308348 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-ef5e939f-7883-42ea-ba57-d7ca765835ca tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.78 "GET /v2.0/networks?id=567ff515-5693-4fec-a9d6-e4f88631818d HTTP/1.1" status: 200 len: 809 time: 0.3544257 Jul 22 23:13:05.385170 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Request body: {'port': {'device_id': '00d2dc45-cc34-4c8e-be47-2166915da6de', 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d', 'admin_state_up': True, 'tenant_id': '1577891358eb40df9a4395561fed9cb6'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:05.406315 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 59480) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:05.421272 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0d165203-53d1-4a64-85d9-90d09184451d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.476485 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-fd6eb4c8-0ec2-494c-98d7-eccb26349180 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6 HTTP/1.1" status: 200 len: 1001 time: 0.1663518 Jul 22 23:13:05.534754 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0d165203-53d1-4a64-85d9-90d09184451d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.540221 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0d165203-53d1-4a64-85d9-90d09184451d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.590525 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-0d165203-53d1-4a64-85d9-90d09184451d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e8a5dff5e95405483610f16b73274d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796079 Jul 22 23:13:05.590525 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d165203-53d1-4a64-85d9-90d09184451d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c798e7cb-cd88-4ef1-99eb-a38830cc013a,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:05.591225 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 59482) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:05.637210 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-260dcdcf-9194-432a-a5f0-a5e705a0988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:05.639909 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-260dcdcf-9194-432a-a5f0-a5e705a0988e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.1175120 Jul 22 23:13:05.645531 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-4a342c90-78dd-44fe-a333-2d63ffeca584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.673038 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-4a342c90-78dd-44fe-a333-2d63ffeca584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.726474 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Made reservation on behalf of 1577891358eb40df9a4395561fed9cb6 for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:05.729288 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-4a342c90-78dd-44fe-a333-2d63ffeca584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.731897 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-4a342c90-78dd-44fe-a333-2d63ffeca584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.732511 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:05.733066 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-4a342c90-78dd-44fe-a333-2d63ffeca584 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c798e7cb-cd88-4ef1-99eb-a38830cc013a HTTP/1.1" status: 204 len: 168 time: 0.1409116 Jul 22 23:13:05.747526 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a342c90-78dd-44fe-a333-2d63ffeca584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c798e7cb-cd88-4ef1-99eb-a38830cc013a,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:05.864305 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-6cbd35db-b710-498a-8856-c54ff24b12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:05.867423 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-6cbd35db-b710-498a-8856-c54ff24b12e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2152998 Jul 22 23:13:05.902573 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f2a0fc07-6076-4950-b029-1920d804f85c req-47ddf9d5-2c5f-45b4-b8bb-8edecf01be4b tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 210 time: 0.0477073 Jul 22 23:13:05.987091 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:06.086997 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Allocated IP 172.20.0.14 (567ff515-5693-4fec-a9d6-e4f88631818d/6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596/b241e1ef-6892-4130-840b-39491dd9db8f) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:06.125459 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-0e8cd6b4-0626-4e00-8542-9c6c48a496c3 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456098 Jul 22 23:13:06.317581 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40e4b-7b2d-4e81-9143-52bd1c8dcce1 req-419b01ee-6aa9-4069-bf0a-f4603c5e0166 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:06.319245 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1ad40e4b-7b2d-4e81-9143-52bd1c8dcce1 req-419b01ee-6aa9-4069-bf0a-f4603c5e0166 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.3038783 Jul 22 23:13:06.376355 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:06.425289 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:06.498771 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-6a7c21c1-5965-41e9-83c2-80ea2938aaae service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543048 Jul 22 23:13:06.513977 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1ad40e4b-7b2d-4e81-9143-52bd1c8dcce1 req-d80aba78-c9af-4073-8587-c4437fed15de tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781874 Jul 22 23:13:06.520953 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Network 567ff515-5693-4fec-a9d6-e4f88631818d is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:06.525699 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:06.531035 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:06.537985 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:06.538940 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:06.542978 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Pushing event updated for resources: {'Port': ['ID=b241e1ef-6892-4130-840b-39491dd9db8f,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:06.570747 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-2934e187-763a-45a3-9220-c4f15ad1391f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1925163 Jul 22 23:13:06.586753 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Request body: {'port': {'device_id': '00d2dc45-cc34-4c8e-be47-2166915da6de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:06.690192 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:07.165395 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f79d6-77b2-4941-8289-93f7fd3f72f4 req-aa44fea2-14d1-4c62-b939-78a203c1e475 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:07.167205 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-931f79d6-77b2-4941-8289-93f7fd3f72f4 req-aa44fea2-14d1-4c62-b939-78a203c1e475 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 932 time: 0.1057782 Jul 22 23:13:07.202965 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b241e1ef-6892-4130-840b-39491dd9db8f {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:07.212995 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:07.233705 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Transition to ACTIVE for port object b241e1ef-6892-4130-840b-39491dd9db8f will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:07.239904 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-931f79d6-77b2-4941-8289-93f7fd3f72f4 req-58853847-34e0-4cc4-a67b-9a1a4a581726 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623009 Jul 22 23:13:07.251489 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:07.310971 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=b241e1ef-6892-4130-840b-39491dd9db8f,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:07.355609 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Attempting to bind port b241e1ef-6892-4130-840b-39491dd9db8f on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:07.355951 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Attempting to bind port b241e1ef-6892-4130-840b-39491dd9db8f by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:07.356268 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Attempting to bind port b241e1ef-6892-4130-840b-39491dd9db8f on network 567ff515-5693-4fec-a9d6-e4f88631818d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:07.361575 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Port b241e1ef-6892-4130-840b-39491dd9db8f on network 567ff515-5693-4fec-a9d6-e4f88631818d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:13:07.361886 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Attempting to bind port b241e1ef-6892-4130-840b-39491dd9db8f on network 567ff515-5693-4fec-a9d6-e4f88631818d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:07.367643 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:07.367956 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Checking segment: {'id': 'e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:07.368439 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Bound using segment: {'id': 'e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:07.368773 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Bound port: b241e1ef-6892-4130-840b-39491dd9db8f, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:07.369132 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:07.456684 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] For port b241e1ef-6892-4130-840b-39491dd9db8f, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:07.460797 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] For port b241e1ef-6892-4130-840b-39491dd9db8f, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b241e1ef-6892-4130-840b-39491dd9db8f,segment=NetworkSegment(e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c),segment_id=e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:07.467526 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:07.507174 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:07.507815 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:07.509366 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] 10.222.0.78 "PUT /v2.0/ports/b241e1ef-6892-4130-840b-39491dd9db8f HTTP/1.1" status: 200 len: 1094 time: 0.9295382 Jul 22 23:13:07.509772 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d2dc45-cc34-4c8e-be47-2166915da6de', 'tag': 'b241e1ef-6892-4130-840b-39491dd9db8f'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:07.513921 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027c2d49-3c96-4978-81ed-aaf0ff909ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "00d2dc45-cc34-4c8e-be47-2166915da6de", "tag": "b241e1ef-6892-4130-840b-39491dd9db8f"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:07.552713 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858142-deb1-441e-8be8-23fd66637ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=b241e1ef-6892-4130-840b-39491dd9db8f,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:07.633046 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06424992-bf9d-4012-bce5-67d799ee2a19 x-openstack-request-id: req-06424992-bf9d-4012-bce5-67d799ee2a19 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:07.633523 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d2dc45-cc34-4c8e-be47-2166915da6de", "tag": "b241e1ef-6892-4130-840b-39491dd9db8f", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:07.634395 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06424992-bf9d-4012-bce5-67d799ee2a19 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:07.634623 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d2dc45-cc34-4c8e-be47-2166915da6de', 'tag': 'b241e1ef-6892-4130-840b-39491dd9db8f', 'status': 'completed', 'code': 200} Jul 22 23:13:07.695761 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78d1db32-865b-4e10-9a59-60dcefd5c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:07.697833 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-78d1db32-865b-4e10-9a59-60dcefd5c280 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1577891358eb40df9a4395561fed9cb6&device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 1097 time: 0.1126685 Jul 22 23:13:07.753501 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-109af591-c3aa-4e25-858f-1f4f25485c5b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b241e1ef-6892-4130-840b-39491dd9db8f HTTP/1.1" status: 200 len: 217 time: 0.0471175 Jul 22 23:13:07.808556 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-58f18b0a-e68f-490e-a124-99ad13db477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:07.810137 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-58f18b0a-e68f-490e-a124-99ad13db477f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596 HTTP/1.1" status: 200 len: 849 time: 0.0499539 Jul 22 23:13:07.832262 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f2935-2699-43f2-af7b-4aa9ba367427 req-05a79b76-ba56-4ef5-acb8-56bcc217f985 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:07.834736 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-204f2935-2699-43f2-af7b-4aa9ba367427 req-05a79b76-ba56-4ef5-acb8-56bcc217f985 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.1001089 Jul 22 23:13:07.848093 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-bace32f3-66c6-4bc3-a7e3-f127fc0783dc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=567ff515-5693-4fec-a9d6-e4f88631818d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297222 Jul 22 23:13:07.883021 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-204f2935-2699-43f2-af7b-4aa9ba367427 req-7097f7db-c1fb-4e99-b296-88c854e76dba tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Jul 22 23:13:07.987219 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-96fd934c-6735-42fb-9144-43a632ea8ada service neutron] 10.222.0.78 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317708 Jul 22 23:13:08.110743 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d257bfdd-dff7-4f2f-9edb-806ec931c1d5 req-ad975c8a-9418-408b-9b59-cfd347873559 service neutron] 10.222.0.78 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157913 Jul 22 23:13:08.276942 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2d49-3c96-4978-81ed-aaf0ff909ff6 req-3aa0e0a0-c7c5-45bf-9f9a-840800915999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:08.280363 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-027c2d49-3c96-4978-81ed-aaf0ff909ff6 req-3aa0e0a0-c7c5-45bf-9f9a-840800915999 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1577891358eb40df9a4395561fed9cb6&device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 1097 time: 0.1028526 Jul 22 23:13:08.442267 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2d49-3c96-4978-81ed-aaf0ff909ff6 req-f62adc17-1084-427f-a109-1c714d214056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:08.443866 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-027c2d49-3c96-4978-81ed-aaf0ff909ff6 req-f62adc17-1084-427f-a109-1c714d214056 service neutron] 10.222.0.78 "GET /v2.0/networks?id=567ff515-5693-4fec-a9d6-e4f88631818d HTTP/1.1" status: 200 len: 910 time: 0.1538928 Jul 22 23:13:08.495396 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-027c2d49-3c96-4978-81ed-aaf0ff909ff6 req-8776bef9-42bd-47f6-874f-5a54879e9c4b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b241e1ef-6892-4130-840b-39491dd9db8f HTTP/1.1" status: 200 len: 217 time: 0.0405905 Jul 22 23:13:08.507018 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13834b-b6ed-4d41-adc0-c670af306ec1 req-d872997e-63c7-4c22-8279-8b32699493c7 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:08.508778 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9f13834b-b6ed-4d41-adc0-c670af306ec1 req-d872997e-63c7-4c22-8279-8b32699493c7 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 944 time: 0.1327832 Jul 22 23:13:08.584095 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2d49-3c96-4978-81ed-aaf0ff909ff6 req-651e2088-1f68-4ebe-819e-093f38181515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:08.585609 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-027c2d49-3c96-4978-81ed-aaf0ff909ff6 req-651e2088-1f68-4ebe-819e-093f38181515 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596 HTTP/1.1" status: 200 len: 849 time: 0.0760400 Jul 22 23:13:08.588746 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9f13834b-b6ed-4d41-adc0-c670af306ec1 req-94efe0f6-1a63-44ac-b121-9beffae1f4aa tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713198 Jul 22 23:13:08.641871 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-027c2d49-3c96-4978-81ed-aaf0ff909ff6 req-8071b198-07f1-4417-b157-449f305c278c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=567ff515-5693-4fec-a9d6-e4f88631818d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461185 Jul 22 23:13:08.767448 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-027c2d49-3c96-4978-81ed-aaf0ff909ff6 req-843d8d80-8895-4d09-a623-4139215b438e service neutron] 10.222.0.78 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167619 Jul 22 23:13:08.920007 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-027c2d49-3c96-4978-81ed-aaf0ff909ff6 req-be784c81-34aa-45a0-8f1b-7f2d224b922f service neutron] 10.222.0.78 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447990 Jul 22 23:13:09.066703 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d41fd-133b-460e-819e-9927fbcd5aa7 req-5485e283-4212-465e-9cd6-1c55439a926e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:09.075172 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e25d41fd-133b-460e-819e-9927fbcd5aa7 req-5485e283-4212-465e-9cd6-1c55439a926e tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0805006 Jul 22 23:13:09.139072 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e25d41fd-133b-460e-819e-9927fbcd5aa7 req-e80ab9f6-bd4b-439e-8622-a74f375b49fe tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627642 Jul 22 23:13:09.750413 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54ab16-821e-4fc2-8091-3162dbe25bfe req-0b60dd89-9659-4633-b358-c55416ff78b9 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:09.752048 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ed54ab16-821e-4fc2-8091-3162dbe25bfe req-0b60dd89-9659-4633-b358-c55416ff78b9 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 944 time: 0.0800483 Jul 22 23:13:09.794957 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ed54ab16-821e-4fc2-8091-3162dbe25bfe req-e96679f0-712e-4296-b988-79b68cc9751f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359895 Jul 22 23:13:10.284396 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78912e18-c87e-4f4d-8f46-ad46657f8ec7 req-3238237e-2721-4368-af51-7a66955be33b tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:10.285945 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-78912e18-c87e-4f4d-8f46-ad46657f8ec7 req-3238237e-2721-4368-af51-7a66955be33b tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0722585 Jul 22 23:13:10.325735 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-78912e18-c87e-4f4d-8f46-ad46657f8ec7 req-1ede74cb-63ba-4a0f-8873-1e683c0b1af3 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333397 Jul 22 23:13:10.408124 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b241e1ef-6892-4130-840b-39491dd9db8f details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:13:10.512009 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port b241e1ef-6892-4130-840b-39491dd9db8f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b241e1ef-6892-4130-840b-39491dd9db8f,segment=NetworkSegment(e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c),segment_id=e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:10.525195 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': 'b241e1ef-6892-4130-840b-39491dd9db8f', 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d', 'port_id': 'b241e1ef-6892-4130-840b-39491dd9db8f', 'mac_address': 'fa:16:3e:d2:59:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:13:10.565832 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:10.583174 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b241e1ef-6892-4130-840b-39491dd9db8f {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:10.604264 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port b241e1ef-6892-4130-840b-39491dd9db8f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b241e1ef-6892-4130-840b-39491dd9db8f,segment=NetworkSegment(e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c),segment_id=e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:10.609362 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:10.664275 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=b241e1ef-6892-4130-840b-39491dd9db8f,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:10.672171 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.672602 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.672880 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.673236 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.673888 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.673888 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.674170 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.674501 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.674824 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.675147 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.675476 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.675795 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:10.915449 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['b241e1ef-6892-4130-840b-39491dd9db8f'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:13:11.058894 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001995e-d633-463c-8c05-dd111d41d0a3 req-dd437a6f-c2e9-40d0-9761-b81628b652d1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:11.060682 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4001995e-d633-463c-8c05-dd111d41d0a3 req-dd437a6f-c2e9-40d0-9761-b81628b652d1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 945 time: 0.1435764 Jul 22 23:13:11.203928 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4001995e-d633-463c-8c05-dd111d41d0a3 req-7c25ed9c-c7d6-4fc8-a82b-4aabdcb13f24 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321549 Jul 22 23:13:11.223717 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150a61-4786-4d1a-8eb9-91f02131d046 req-9844970a-e460-4261-9d53-19197d121161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:11.225493 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7d150a61-4786-4d1a-8eb9-91f02131d046 req-9844970a-e460-4261-9d53-19197d121161 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 1098 time: 0.1751425 Jul 22 23:13:11.281381 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7d150a61-4786-4d1a-8eb9-91f02131d046 req-1986e332-8090-442c-a50a-3a2005a99043 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478964 Jul 22 23:13:11.493062 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67102b23-aad5-4e08-92ec-4a535fb8c4d4 req-9e259d54-30cc-40e0-be5d-5b0c613160c8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:11.494803 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-67102b23-aad5-4e08-92ec-4a535fb8c4d4 req-9e259d54-30cc-40e0-be5d-5b0c613160c8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0714254 Jul 22 23:13:11.542365 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-67102b23-aad5-4e08-92ec-4a535fb8c4d4 req-101cf2d1-2695-445c-9a4e-df13cf0cb154 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386369 Jul 22 23:13:12.392051 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076de4-b2e3-45bd-934d-e21e0e7dc3f5 req-837955a7-fcb8-4c5d-b0d7-9acffad10f4a tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:12.394714 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7f076de4-b2e3-45bd-934d-e21e0e7dc3f5 req-837955a7-fcb8-4c5d-b0d7-9acffad10f4a tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 945 time: 0.0924928 Jul 22 23:13:12.418593 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b241e1ef-6892-4130-840b-39491dd9db8f up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:12.455000 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7f076de4-b2e3-45bd-934d-e21e0e7dc3f5 req-ca8e65e3-7e88-49c6-996e-b8262d177a19 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541162 Jul 22 23:13:12.494977 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port b241e1ef-6892-4130-840b-39491dd9db8f completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:12.500390 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port b241e1ef-6892-4130-840b-39491dd9db8f triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:12.501071 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:12.593267 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:12.621509 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d2dc45-cc34-4c8e-be47-2166915da6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b241e1ef-6892-4130-840b-39491dd9db8f'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:12.624214 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c7f651-b99b-42b8-a156-10471266fd2e" -d '{"events": [{"server_uuid": "00d2dc45-cc34-4c8e-be47-2166915da6de", "name": "network-vif-plugged", "status": "completed", "tag": "b241e1ef-6892-4130-840b-39491dd9db8f"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:12.639218 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port b241e1ef-6892-4130-840b-39491dd9db8f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b241e1ef-6892-4130-840b-39491dd9db8f,segment=NetworkSegment(e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c),segment_id=e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:12.645246 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:12.686246 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73686b5-0de8-4386-9c8f-41c0e315a16c x-openstack-request-id: req-d73686b5-0de8-4386-9c8f-41c0e315a16c {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:12.686528 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d2dc45-cc34-4c8e-be47-2166915da6de", "name": "network-vif-plugged", "status": "completed", "tag": "b241e1ef-6892-4130-840b-39491dd9db8f", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:12.686774 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d73686b5-0de8-4386-9c8f-41c0e315a16c {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:12.687157 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d2dc45-cc34-4c8e-be47-2166915da6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b241e1ef-6892-4130-840b-39491dd9db8f', 'code': 200} Jul 22 23:13:12.725410 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=b241e1ef-6892-4130-840b-39491dd9db8f,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:12.745786 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5b139-5e97-451d-905d-33ee939b1a42 req-892c8384-e1e6-4ec7-a7b5-40821c4921bc tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:12.747468 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-00b5b139-5e97-451d-905d-33ee939b1a42 req-892c8384-e1e6-4ec7-a7b5-40821c4921bc tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.1247406 Jul 22 23:13:12.801995 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-00b5b139-5e97-451d-905d-33ee939b1a42 req-4c345811-72c4-49de-bac9-be33f21d8134 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Jul 22 23:13:12.917677 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fd1c4-2e91-4c41-82c4-7fcda24f9610 req-993d811f-f2f5-4e30-bb20-530d44c52140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:12.917677 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-816fd1c4-2e91-4c41-82c4-7fcda24f9610 req-993d811f-f2f5-4e30-bb20-530d44c52140 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 1099 time: 0.0716088 Jul 22 23:13:12.960626 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-816fd1c4-2e91-4c41-82c4-7fcda24f9610 req-9d144d7d-386f-4af5-be07-92df40701f5c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361590 Jul 22 23:13:13.172746 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb3455-3c04-4c9f-a1c2-68fb885c04c0 req-5f841567-b04c-435f-9037-e07fd4625d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:13.174632 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-31fb3455-3c04-4c9f-a1c2-68fb885c04c0 req-5f841567-b04c-435f-9037-e07fd4625d07 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 1098 time: 0.0802832 Jul 22 23:13:13.218368 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065446fe-e8f5-445c-a75d-9b5096422efe req-5c5c61a7-6a4c-4db8-a04a-fedf3980d25d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:13.221553 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-065446fe-e8f5-445c-a75d-9b5096422efe req-5c5c61a7-6a4c-4db8-a04a-fedf3980d25d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.1164553 Jul 22 23:13:13.269823 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-065446fe-e8f5-445c-a75d-9b5096422efe req-97d22c90-a725-4ee6-829e-eaf918c4c017 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372250 Jul 22 23:13:13.294916 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb3455-3c04-4c9f-a1c2-68fb885c04c0 req-ac28e408-f08c-476d-a1f3-6fdd80a2c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:13.297549 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-31fb3455-3c04-4c9f-a1c2-68fb885c04c0 req-ac28e408-f08c-476d-a1f3-6fdd80a2c2b5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.1145794 Jul 22 23:13:13.342486 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-31fb3455-3c04-4c9f-a1c2-68fb885c04c0 req-5cf83931-c7c4-4e04-a2e1-e0a587090780 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa HTTP/1.1" status: 200 len: 217 time: 0.0370941 Jul 22 23:13:13.399135 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb3455-3c04-4c9f-a1c2-68fb885c04c0 req-4e53383a-f934-4791-aed1-787c7292a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:13.400678 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-31fb3455-3c04-4c9f-a1c2-68fb885c04c0 req-4e53383a-f934-4791-aed1-787c7292a4ca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.0501852 Jul 22 23:13:13.436841 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-31fb3455-3c04-4c9f-a1c2-68fb885c04c0 req-1b5690c5-55f9-4cd1-84cf-8fe83ea043fc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283668 Jul 22 23:13:13.540998 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-31fb3455-3c04-4c9f-a1c2-68fb885c04c0 req-a9f9cce0-9462-41fa-89e0-fae4039b4056 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962467 Jul 22 23:13:13.684760 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-31fb3455-3c04-4c9f-a1c2-68fb885c04c0 req-55f51f31-ac87-4faf-8ef6-a6ca5517d251 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338537 Jul 22 23:13:13.702960 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792beaf7-ae99-4f67-9947-e5eb12432b6c req-f6b98329-49ce-4244-a756-106ecc5b12f6 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:13.704518 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-792beaf7-ae99-4f67-9947-e5eb12432b6c req-f6b98329-49ce-4244-a756-106ecc5b12f6 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 946 time: 0.1208806 Jul 22 23:13:13.748130 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-792beaf7-ae99-4f67-9947-e5eb12432b6c req-1537ac7e-6c63-4452-bb1f-a3cffdbd8862 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366511 Jul 22 23:13:14.422873 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e67216-ca9b-45a1-9c3a-d0638457c603 req-d8c72745-c3a9-4af0-abeb-5d624bd45ad8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:14.424454 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-15e67216-ca9b-45a1-9c3a-d0638457c603 req-d8c72745-c3a9-4af0-abeb-5d624bd45ad8 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0668347 Jul 22 23:13:14.471788 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-15e67216-ca9b-45a1-9c3a-d0638457c603 req-b61ece73-caf6-467b-917e-1e036e8e94e6 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Jul 22 23:13:14.898134 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44296064-1769-4433-8c50-d9f0dabb5682 req-763e5945-774e-4b9e-acb7-1e1667f86356 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:14.899710 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-44296064-1769-4433-8c50-d9f0dabb5682 req-763e5945-774e-4b9e-acb7-1e1667f86356 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 946 time: 0.0678651 Jul 22 23:13:14.940866 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-44296064-1769-4433-8c50-d9f0dabb5682 req-1f089a8e-d83b-4fbc-98ed-b7a617bbd4c1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354755 Jul 22 23:13:15.180911 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:13:15.654948 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d936c7a-379e-4636-809c-90ab19678800 req-34334624-10ba-4448-a70c-3695580ebff3 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:15.656643 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d936c7a-379e-4636-809c-90ab19678800 req-34334624-10ba-4448-a70c-3695580ebff3 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0872571 Jul 22 23:13:15.707720 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d936c7a-379e-4636-809c-90ab19678800 req-5e3a547d-a63c-4772-b174-9a05fe2d91f4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436947 Jul 22 23:13:16.852724 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79ace0-8c31-4dbe-ac43-8ecd2b8b23ff req-445a11d3-08d1-4248-b376-bc6b2ecec8fd tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:16.854264 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-bc79ace0-8c31-4dbe-ac43-8ecd2b8b23ff req-445a11d3-08d1-4248-b376-bc6b2ecec8fd tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0714242 Jul 22 23:13:16.900043 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-bc79ace0-8c31-4dbe-ac43-8ecd2b8b23ff req-046f5dd9-6a51-4fc7-b935-53c860e2b31b tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353966 Jul 22 23:13:28.340529 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-09f3f08b-0320-4596-bdcc-b33694a2dc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:31.213727 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d6dda1c5-3c01-4e56-b3b2-1a323a9d8975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:31.718791 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.155325 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.899862 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:35.983255 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:52.185349 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:13:58.346471 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba6ee-8175-4682-91f7-3e229cdcb996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:01.208421 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7fadd783-2e9e-4bf5-a4c5-fdc0a14bc6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:01.722401 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:02.572090 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cdc45-bbf0-4f3b-89bd-0013a7bdeeec req-1e61b152-46df-49ea-b9b2-b8f557736b5f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:02.573577 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8c0cdc45-bbf0-4f3b-89bd-0013a7bdeeec req-1e61b152-46df-49ea-b9b2-b8f557736b5f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.0897570 Jul 22 23:14:02.619970 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8c0cdc45-bbf0-4f3b-89bd-0013a7bdeeec req-520e73c3-357f-4730-9fc2-d558ccb3e300 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402827 Jul 22 23:14:03.154647 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:03.788084 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864690a-5abb-4cd0-b3b6-faff0c8aa222 req-091c29ee-00d0-4152-8f59-1f14a4886b28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:03.789668 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5864690a-5abb-4cd0-b3b6-faff0c8aa222 req-091c29ee-00d0-4152-8f59-1f14a4886b28 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.0834312 Jul 22 23:14:03.835597 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5864690a-5abb-4cd0-b3b6-faff0c8aa222 req-4bd68440-ddff-4765-aaf8-6d74df48cf79 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385909 Jul 22 23:14:04.903316 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:04.980973 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698862d-68aa-4c32-9578-a4b7cc784eb3 req-723929ef-006c-45d9-9327-757c858b631c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:04.982611 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8698862d-68aa-4c32-9578-a4b7cc784eb3 req-723929ef-006c-45d9-9327-757c858b631c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.0749862 Jul 22 23:14:05.027334 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8698862d-68aa-4c32-9578-a4b7cc784eb3 req-23287630-bc37-4842-bdb2-ced6960a8da3 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379786 Jul 22 23:14:05.995140 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:06.082441 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-330bff59-1c00-4e11-bbde-4cc8731f484f req-caf456eb-532e-4c17-bb56-b8a6b5e7502b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2930470 Jul 22 23:14:06.286276 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bff59-1c00-4e11-bbde-4cc8731f484f req-5737400f-ae19-4753-ae7a-4c0b828b4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:06.288990 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-330bff59-1c00-4e11-bbde-4cc8731f484f req-5737400f-ae19-4753-ae7a-4c0b828b4ed3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 1098 time: 0.1780236 Jul 22 23:14:06.318531 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abff303-ad59-45bb-bb42-a344d49f5854 req-5285978f-5e52-4996-ba39-cde141239bc9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:06.320213 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6abff303-ad59-45bb-bb42-a344d49f5854 req-5285978f-5e52-4996-ba39-cde141239bc9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.1590438 Jul 22 23:14:06.420688 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6abff303-ad59-45bb-bb42-a344d49f5854 req-be3a1b8e-90b6-4e0c-9ab0-b0dc3b6ff474 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909908 Jul 22 23:14:06.443975 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bff59-1c00-4e11-bbde-4cc8731f484f req-9e13428b-0047-4012-9798-3ae0367c1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:06.445466 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-330bff59-1c00-4e11-bbde-4cc8731f484f req-9e13428b-0047-4012-9798-3ae0367c1a02 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.1242301 Jul 22 23:14:06.495218 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-330bff59-1c00-4e11-bbde-4cc8731f484f req-1f8a05c0-6447-40c8-aa3c-aca21cb19b21 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa HTTP/1.1" status: 200 len: 217 time: 0.0405841 Jul 22 23:14:06.547610 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bff59-1c00-4e11-bbde-4cc8731f484f req-faf8e3c1-fbe1-4ccd-9d17-c2796e3080f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:06.549114 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-330bff59-1c00-4e11-bbde-4cc8731f484f req-faf8e3c1-fbe1-4ccd-9d17-c2796e3080f4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.0467732 Jul 22 23:14:06.591085 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-330bff59-1c00-4e11-bbde-4cc8731f484f req-64419a68-152a-4aa1-ab00-06c207a71d06 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282025 Jul 22 23:14:06.719144 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-330bff59-1c00-4e11-bbde-4cc8731f484f req-9afd2d92-09cd-443a-95b3-c5292950f566 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190608 Jul 22 23:14:06.840547 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-330bff59-1c00-4e11-bbde-4cc8731f484f req-7f9d3594-124f-436d-89f2-91d89f1d51f9 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114511 Jul 22 23:14:07.560180 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7df2-6112-4196-97eb-9d76cdd8a5cc req-a4d2507f-d80b-487b-8e2e-f1c22caccc1a tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:07.561711 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-97cc7df2-6112-4196-97eb-9d76cdd8a5cc req-a4d2507f-d80b-487b-8e2e-f1c22caccc1a tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.0663011 Jul 22 23:14:07.605003 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-97cc7df2-6112-4196-97eb-9d76cdd8a5cc req-281f5175-1a1b-410b-9c1e-8aa99a453672 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367525 Jul 22 23:14:08.781290 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd795f-6e37-4c23-adc1-50cd9677b722 req-d40ddf28-ef9c-4a1d-b17a-a4c32f0351ab tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:08.783220 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-29cd795f-6e37-4c23-adc1-50cd9677b722 req-d40ddf28-ef9c-4a1d-b17a-a4c32f0351ab tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.1059358 Jul 22 23:14:08.835820 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-29cd795f-6e37-4c23-adc1-50cd9677b722 req-600e967d-ec17-4057-a124-a6930bcfaf3e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465622 Jul 22 23:14:09.993919 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a834-499f-4af2-889a-4ba387588cb2 req-f1a69d00-48a4-4c8c-bd17-f1ff079ae72e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:09.995542 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-bda8a834-499f-4af2-889a-4ba387588cb2 req-f1a69d00-48a4-4c8c-bd17-f1ff079ae72e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.0685880 Jul 22 23:14:10.042246 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-bda8a834-499f-4af2-889a-4ba387588cb2 req-0e567cd9-2445-406f-b0f0-2e9a9d9d7b1e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408020 Jul 22 23:14:11.235763 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92e30c-44b5-4fe3-8dae-5001b795e7d1 req-413fb48f-0365-4ecd-bc0a-4e147a40e618 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:11.237405 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6a92e30c-44b5-4fe3-8dae-5001b795e7d1 req-413fb48f-0365-4ecd-bc0a-4e147a40e618 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.0758212 Jul 22 23:14:11.294617 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6a92e30c-44b5-4fe3-8dae-5001b795e7d1 req-f9a72cf1-70a7-4b25-95c4-651daa61e377 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509059 Jul 22 23:14:12.575390 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc969d-420f-4f47-90bb-4c0f84dc94bf req-24978bc7-9619-4225-9c71-59f29e961b79 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:12.576844 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-84fc969d-420f-4f47-90bb-4c0f84dc94bf req-24978bc7-9619-4225-9c71-59f29e961b79 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.0709286 Jul 22 23:14:12.630311 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-84fc969d-420f-4f47-90bb-4c0f84dc94bf req-8c6e3975-ed54-485b-b60c-e1ca040e60a2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437851 Jul 22 23:14:13.798189 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12229c38-fec5-4869-a952-6822c8ba1513 req-31a955ab-8d5e-4c1a-8b4e-758e0392ecf4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:13.799689 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-12229c38-fec5-4869-a952-6822c8ba1513 req-31a955ab-8d5e-4c1a-8b4e-758e0392ecf4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.0736675 Jul 22 23:14:13.857573 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-12229c38-fec5-4869-a952-6822c8ba1513 req-25c161bb-0fda-4fee-b598-4d9bdcd6a363 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471301 Jul 22 23:14:14.282392 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae9a1d-1960-40f1-b19a-8adc9031a26e req-a10af90b-4512-4627-8113-1764f601d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:14.283854 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71ae9a1d-1960-40f1-b19a-8adc9031a26e req-a10af90b-4512-4627-8113-1764f601d5bd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 1099 time: 0.0781291 Jul 22 23:14:14.416697 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000c150-4b17-4bf3-a0f7-7be390c136c0 req-dc187775-5518-4ca2-a885-3533d8de471b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:14.418226 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1000c150-4b17-4bf3-a0f7-7be390c136c0 req-dc187775-5518-4ca2-a885-3533d8de471b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.1467712 Jul 22 23:14:14.419303 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae9a1d-1960-40f1-b19a-8adc9031a26e req-1c5b7a88-ad86-41a8-b64b-94f4b7b18081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:14.420685 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71ae9a1d-1960-40f1-b19a-8adc9031a26e req-1c5b7a88-ad86-41a8-b64b-94f4b7b18081 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.1171019 Jul 22 23:14:14.499991 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1000c150-4b17-4bf3-a0f7-7be390c136c0 req-72ff8ba5-423c-4611-89f7-6d776009793f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761225 Jul 22 23:14:14.511473 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71ae9a1d-1960-40f1-b19a-8adc9031a26e req-64aae103-9fad-4452-857b-70c3af208573 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0807569 Jul 22 23:14:14.564021 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae9a1d-1960-40f1-b19a-8adc9031a26e req-aabef58d-538e-4b30-8761-95517095c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:14.565553 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71ae9a1d-1960-40f1-b19a-8adc9031a26e req-aabef58d-538e-4b30-8761-95517095c194 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0468228 Jul 22 23:14:14.635758 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae9a1d-1960-40f1-b19a-8adc9031a26e req-a54cc9bf-9e12-4132-8568-7f5c6f85ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:14.637394 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71ae9a1d-1960-40f1-b19a-8adc9031a26e req-a54cc9bf-9e12-4132-8568-7f5c6f85ab11 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638335 Jul 22 23:14:14.751844 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71ae9a1d-1960-40f1-b19a-8adc9031a26e req-39c7b859-cd65-465b-aadb-bcb23d9f758e service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061721 Jul 22 23:14:14.859509 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71ae9a1d-1960-40f1-b19a-8adc9031a26e req-a547b138-091b-4aec-808b-1917d5d31133 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984437 Jul 22 23:14:15.684630 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8094820-b32a-47b8-a02c-db81d5ce050d req-a8d2cc54-242b-4c1b-8595-dbb4ae30c1cd tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:15.687560 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f8094820-b32a-47b8-a02c-db81d5ce050d req-a8d2cc54-242b-4c1b-8595-dbb4ae30c1cd tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.1122839 Jul 22 23:14:15.692639 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b407d-1d20-479c-8b31-d321ef9e1717 req-74e2bdf0-de37-4d95-af40-4d14a395fd7d tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:15.695992 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f25b407d-1d20-479c-8b31-d321ef9e1717 req-74e2bdf0-de37-4d95-af40-4d14a395fd7d tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 946 time: 0.0917389 Jul 22 23:14:15.740238 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f8094820-b32a-47b8-a02c-db81d5ce050d req-9ecc686e-9236-48b0-be61-4ee8d1e78cd1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450034 Jul 22 23:14:15.752257 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f25b407d-1d20-479c-8b31-d321ef9e1717 req-027b9c79-de9a-433c-b9cf-796c34bacd5d tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503209 Jul 22 23:14:16.919515 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fb939-20aa-4416-8208-1397818db5fd req-10ddeff2-681e-4b84-b40d-f4f92e2ade96 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:16.923312 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-263fb939-20aa-4416-8208-1397818db5fd req-10ddeff2-681e-4b84-b40d-f4f92e2ade96 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.1054363 Jul 22 23:14:16.964764 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-263fb939-20aa-4416-8208-1397818db5fd req-a3f333d0-8afe-4b86-9ea7-fac890ea921d tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355420 Jul 22 23:14:16.969268 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a4e9a-5e9e-486f-8d8d-3e6752463448 req-879a9854-fc99-4e06-9dea-d4f32dde4297 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:16.970931 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8f4a4e9a-5e9e-486f-8d8d-3e6752463448 req-879a9854-fc99-4e06-9dea-d4f32dde4297 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 946 time: 0.1209562 Jul 22 23:14:17.018570 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8f4a4e9a-5e9e-486f-8d8d-3e6752463448 req-8c6d4dea-12b5-4601-8461-06a5ade67f21 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Jul 22 23:14:17.048946 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fa40c-c276-4a4b-9dcd-12c5b2dcde15 req-6eca1017-fde6-4b64-94aa-83939a7e719b tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:17.051067 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-213fa40c-c276-4a4b-9dcd-12c5b2dcde15 req-6eca1017-fde6-4b64-94aa-83939a7e719b tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 946 time: 0.0709181 Jul 22 23:14:17.165772 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-213fa40c-c276-4a4b-9dcd-12c5b2dcde15 req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Deleting port b241e1ef-6892-4130-840b-39491dd9db8f {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:17.166374 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-213fa40c-c276-4a4b-9dcd-12c5b2dcde15 req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:17.281371 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-213fa40c-c276-4a4b-9dcd-12c5b2dcde15 req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] For port b241e1ef-6892-4130-840b-39491dd9db8f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b241e1ef-6892-4130-840b-39491dd9db8f,segment=NetworkSegment(e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c),segment_id=e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:17.281872 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-213fa40c-c276-4a4b-9dcd-12c5b2dcde15 req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:17.296226 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-213fa40c-c276-4a4b-9dcd-12c5b2dcde15 req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Calling delete_port for b241e1ef-6892-4130-840b-39491dd9db8f owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:17.458551 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-213fa40c-c276-4a4b-9dcd-12c5b2dcde15 req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:17.472184 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['b241e1ef-6892-4130-840b-39491dd9db8f'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:17.489103 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Pushing event deleted for resources: {'Port': ['ID=b241e1ef-6892-4130-840b-39491dd9db8f,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:17.525022 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.525361 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.525704 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.526070 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.526389 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.526716 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.527044 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.527366 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.527690 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.528010 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.528330 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.528647 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:17.553055 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-213fa40c-c276-4a4b-9dcd-12c5b2dcde15 req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] No DVR routers for this DVR port b241e1ef-6892-4130-840b-39491dd9db8f on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:17.556422 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-213fa40c-c276-4a4b-9dcd-12c5b2dcde15 req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:17.558759 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-213fa40c-c276-4a4b-9dcd-12c5b2dcde15 req-45b5b18d-b19d-4810-9663-8913a88225ed tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.78 "DELETE /v2.0/ports/b241e1ef-6892-4130-840b-39491dd9db8f HTTP/1.1" status: 204 len: 173 time: 0.5014102 Jul 22 23:14:17.559250 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d2dc45-cc34-4c8e-be47-2166915da6de', 'name': 'network-vif-deleted', 'tag': 'b241e1ef-6892-4130-840b-39491dd9db8f'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:17.561590 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7c1ea0-c989-41e8-8697-94a75adcc765" -d '{"events": [{"server_uuid": "00d2dc45-cc34-4c8e-be47-2166915da6de", "name": "network-vif-deleted", "tag": "b241e1ef-6892-4130-840b-39491dd9db8f"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:17.606553 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d560d-6f7b-4498-854d-8ae75b0fd7fc x-openstack-request-id: req-4f5d560d-6f7b-4498-854d-8ae75b0fd7fc {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:17.607876 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d2dc45-cc34-4c8e-be47-2166915da6de", "name": "network-vif-deleted", "tag": "b241e1ef-6892-4130-840b-39491dd9db8f", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:17.608251 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f5d560d-6f7b-4498-854d-8ae75b0fd7fc {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:17.609117 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d2dc45-cc34-4c8e-be47-2166915da6de', 'name': 'network-vif-deleted', 'tag': 'b241e1ef-6892-4130-840b-39491dd9db8f', 'status': 'completed', 'code': 200} Jul 22 23:14:18.144346 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-70e89197-26c3-40e9-bff4-ccf4a419c2ec req-bd52acda-e2a2-4270-bc6c-c179b222eec9 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=00d2dc45-cc34-4c8e-be47-2166915da6de HTTP/1.1" status: 200 len: 210 time: 0.0326030 Jul 22 23:14:19.545999 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-575bd4a4-3eaf-4b37-9104-9dcf198c84d5 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:19.547746 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-575bd4a4-3eaf-4b37-9104-9dcf198c84d5 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/networks?id=567ff515-5693-4fec-a9d6-e4f88631818d HTTP/1.1" status: 200 len: 809 time: 0.1214900 Jul 22 23:14:19.570806 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-abea1a3e-dfbd-4a34-96c4-aea2c1fa7dfe tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/quotas/1577891358eb40df9a4395561fed9cb6 HTTP/1.1" status: 200 len: 375 time: 0.0133915 Jul 22 23:14:19.611068 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-23cdd00b-20c7-4e72-9166-6839f617546c tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1577891358eb40df9a4395561fed9cb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306735 Jul 22 23:14:19.709294 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cb7c2bff-5d67-44ac-9753-452b160e2efc service neutron] 10.222.0.55 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912852 Jul 22 23:14:19.816009 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-b6502755-f80b-435e-9e2f-b7405215c33b service neutron] 10.222.0.55 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957801 Jul 22 23:14:20.021247 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e9c65650-208c-4cdd-8cd0-4aaf3c149301 req-a6cd38a6-c494-416f-8806-f1d1eb4d9bd4 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 210 time: 0.0406442 Jul 22 23:14:20.826320 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b241e1ef-6892-4130-840b-39491dd9db8f no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:20.850756 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: b241e1ef-6892-4130-840b-39491dd9db8f {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:20.851095 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b241e1ef-6892-4130-840b-39491dd9db8f not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:21.112781 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-737d8dfe-8392-41a2-9687-685b48bc1f02 req-06ad55d4-9812-4315-9b61-882845ba4221 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 210 time: 0.0394747 Jul 22 23:14:22.211805 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-03f80e9e-074b-4c47-bc0e-886888cc305a req-1e188761-ad6f-4e46-8b30-13276f7d6040 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 210 time: 0.0378044 Jul 22 23:14:23.231451 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-bc3146a6-09d0-40a7-8b9b-a1eef0f4006f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:23.233103 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-bc3146a6-09d0-40a7-8b9b-a1eef0f4006f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.78 "GET /v2.0/networks?id=567ff515-5693-4fec-a9d6-e4f88631818d HTTP/1.1" status: 200 len: 809 time: 0.1839790 Jul 22 23:14:23.250076 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Request body: {'port': {'device_id': 'cc548dad-3284-4a7c-bdaa-270cf6e6ca79', 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d', 'admin_state_up': True, 'tenant_id': '1577891358eb40df9a4395561fed9cb6'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:23.367486 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-72ed4cd0-0dc3-46f3-ba5f-67f69a453e03 req-4b0659dd-1b60-42c1-92ed-c0858028c6db tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 210 time: 0.0353866 Jul 22 23:14:23.414613 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Made reservation on behalf of 1577891358eb40df9a4395561fed9cb6 for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:14:23.418193 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:23.558105 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Allocated IP 172.20.0.5 (567ff515-5693-4fec-a9d6-e4f88631818d/6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596/9668d5fb-d842-4c7c-9714-b5b70d0dd9ae) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:14:23.727421 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:23.792360 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:23.875884 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Network 567ff515-5693-4fec-a9d6-e4f88631818d is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:23.882564 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:23.886650 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:14:23.892309 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:23.892983 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:23.904707 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Pushing event updated for resources: {'Port': ['ID=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:23.918707 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-91fb6f16-51fa-4991-bbbc-3c4c7ddff8a1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6751819 Jul 22 23:14:23.931330 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Request body: {'port': {'device_id': 'cc548dad-3284-4a7c-bdaa-270cf6e6ca79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:24.020146 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.322315 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:14:24.330851 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.345483 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Transition to ACTIVE for port object 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:24.350823 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.423890 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Pushing event updated for resources: {'Port': ['ID=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:24.500497 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Attempting to bind port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:14:24.500819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Attempting to bind port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:14:24.501179 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Attempting to bind port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae on network 567ff515-5693-4fec-a9d6-e4f88631818d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:24.524250 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae on network 567ff515-5693-4fec-a9d6-e4f88631818d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:14:24.524592 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Attempting to bind port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae on network 567ff515-5693-4fec-a9d6-e4f88631818d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:24.532460 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:14:24.532795 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Checking segment: {'id': 'e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:24.533176 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Bound using segment: {'id': 'e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:14:24.533675 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Bound port: 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:14:24.534565 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.614281 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad8f76-9de9-4c47-aeb8-a288aea84c70 req-465e1328-3dcd-4ea8-8aad-ed3ee17f22b8 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.615886 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3cad8f76-9de9-4c47-aeb8-a288aea84c70 req-465e1328-3dcd-4ea8-8aad-ed3ee17f22b8 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 943 time: 0.1298447 Jul 22 23:14:24.634479 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] For port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:14:24.638665 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] For port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae,segment=NetworkSegment(e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c),segment_id=e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:14:24.650008 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.707068 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3cad8f76-9de9-4c47-aeb8-a288aea84c70 req-a660b7d0-6ea3-4a5b-9f0b-713fe52b6151 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789506 Jul 22 23:14:24.709272 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.709901 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.711414 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] 10.222.0.78 "PUT /v2.0/ports/9668d5fb-d842-4c7c-9714-b5b70d0dd9ae HTTP/1.1" status: 200 len: 1093 time: 0.7853181 Jul 22 23:14:24.711886 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc548dad-3284-4a7c-bdaa-270cf6e6ca79', 'tag': '9668d5fb-d842-4c7c-9714-b5b70d0dd9ae'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:24.714640 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af231f69-678c-4957-83d4-a95fc9b12f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc548dad-3284-4a7c-bdaa-270cf6e6ca79", "tag": "9668d5fb-d842-4c7c-9714-b5b70d0dd9ae"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:24.744130 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3757fc-c4c6-433f-8ab9-110db7ccb3da service neutron] Pushing event updated for resources: {'Port': ['ID=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:24.813779 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a74af2-d742-482d-a839-93db628e8779 x-openstack-request-id: req-09a74af2-d742-482d-a839-93db628e8779 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:24.814099 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc548dad-3284-4a7c-bdaa-270cf6e6ca79", "tag": "9668d5fb-d842-4c7c-9714-b5b70d0dd9ae", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:24.814326 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09a74af2-d742-482d-a839-93db628e8779 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:24.814719 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc548dad-3284-4a7c-bdaa-270cf6e6ca79', 'tag': '9668d5fb-d842-4c7c-9714-b5b70d0dd9ae', 'status': 'completed', 'code': 200} Jul 22 23:14:24.849625 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-6e24bfd1-12eb-4c7c-a117-205a15be3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.851253 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-6e24bfd1-12eb-4c7c-a117-205a15be3500 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1577891358eb40df9a4395561fed9cb6&device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 1096 time: 0.0746815 Jul 22 23:14:24.899346 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-b65bc727-af10-4454-be92-628863775e48 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae HTTP/1.1" status: 200 len: 217 time: 0.0371149 Jul 22 23:14:24.951701 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-d84b2169-ca4b-4afd-b85e-20c3e793065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.953163 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-d84b2169-ca4b-4afd-b85e-20c3e793065e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596 HTTP/1.1" status: 200 len: 849 time: 0.0477571 Jul 22 23:14:24.988402 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-803220e8-6d0b-40a3-a645-659cab1e9912 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=567ff515-5693-4fec-a9d6-e4f88631818d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286016 Jul 22 23:14:25.123685 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-75f08988-692b-4bcf-ad23-d160e5f54913 service neutron] 10.222.0.78 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283772 Jul 22 23:14:25.227994 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-72382fac-0201-4b38-95de-59e6c8c0da29 req-0abde653-f945-4c7b-b940-4984f438d762 service neutron] 10.222.0.78 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979710 Jul 22 23:14:25.338880 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231f69-678c-4957-83d4-a95fc9b12f8d req-16afce23-23cd-4e65-b9bb-212f280b54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:25.340484 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-af231f69-678c-4957-83d4-a95fc9b12f8d req-16afce23-23cd-4e65-b9bb-212f280b54ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1577891358eb40df9a4395561fed9cb6&device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 1096 time: 0.0584302 Jul 22 23:14:25.480590 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231f69-678c-4957-83d4-a95fc9b12f8d req-8821e907-7a85-4b4c-af2c-b99fdacf0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:25.483300 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-af231f69-678c-4957-83d4-a95fc9b12f8d req-8821e907-7a85-4b4c-af2c-b99fdacf0e24 service neutron] 10.222.0.78 "GET /v2.0/networks?id=567ff515-5693-4fec-a9d6-e4f88631818d HTTP/1.1" status: 200 len: 910 time: 0.1361954 Jul 22 23:14:25.549119 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-af231f69-678c-4957-83d4-a95fc9b12f8d req-75780691-1660-49c8-9521-39d5398ed2a0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae HTTP/1.1" status: 200 len: 217 time: 0.0574007 Jul 22 23:14:25.606784 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231f69-678c-4957-83d4-a95fc9b12f8d req-8b1809a6-6f2d-4903-b799-9db35ccc83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:25.608365 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-af231f69-678c-4957-83d4-a95fc9b12f8d req-8b1809a6-6f2d-4903-b799-9db35ccc83a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596 HTTP/1.1" status: 200 len: 849 time: 0.0522699 Jul 22 23:14:25.644558 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-af231f69-678c-4957-83d4-a95fc9b12f8d req-1ec8dbba-4b59-418b-b4cf-640646e2d496 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=567ff515-5693-4fec-a9d6-e4f88631818d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292017 Jul 22 23:14:25.761814 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-af231f69-678c-4957-83d4-a95fc9b12f8d req-0bb9ba86-fd42-49d7-968a-b659d675780b service neutron] 10.222.0.78 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097910 Jul 22 23:14:25.928021 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-af231f69-678c-4957-83d4-a95fc9b12f8d req-795a13f4-99df-47cc-9123-019ed4568c6d service neutron] 10.222.0.78 "GET /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594586 Jul 22 23:14:25.957100 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15268c6d-e75e-4b7e-a396-5b0e16316380 req-0fcfbf84-3e9e-4922-b9c9-4810bcef9b3b tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:25.958911 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-15268c6d-e75e-4b7e-a396-5b0e16316380 req-0fcfbf84-3e9e-4922-b9c9-4810bcef9b3b tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 943 time: 0.1063533 Jul 22 23:14:26.001269 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-15268c6d-e75e-4b7e-a396-5b0e16316380 req-9cc25e75-a310-4612-b513-d5512e9a49c5 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361903 Jul 22 23:14:27.153768 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34bd44-ad07-4333-9b8b-4cb63ab454c3 req-79e79a53-f865-43ae-b6da-b3429cd025d1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:27.155325 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-de34bd44-ad07-4333-9b8b-4cb63ab454c3 req-79e79a53-f865-43ae-b6da-b3429cd025d1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 943 time: 0.0734339 Jul 22 23:14:27.197272 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-de34bd44-ad07-4333-9b8b-4cb63ab454c3 req-3c654ff0-8059-4149-8cd5-d6ed7bd2dbb7 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354960 Jul 22 23:14:28.338340 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50734335-173d-4990-befc-84f4c7f6ea7f req-8d742052-0173-4759-b27a-97e4eafccc44 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:28.339938 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-50734335-173d-4990-befc-84f4c7f6ea7f req-8d742052-0173-4759-b27a-97e4eafccc44 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 943 time: 0.0708036 Jul 22 23:14:28.351757 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-0d1afae3-5e37-47a8-aa82-fbbf5cab061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:28.390176 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-50734335-173d-4990-befc-84f4c7f6ea7f req-e4f182e6-6726-4e49-915a-9e2c95cfdf01 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440485 Jul 22 23:14:28.838823 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:14:28.936927 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae,segment=NetworkSegment(e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c),segment_id=e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:28.948961 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '9668d5fb-d842-4c7c-9714-b5b70d0dd9ae', 'network_id': '567ff515-5693-4fec-a9d6-e4f88631818d', 'port_id': '9668d5fb-d842-4c7c-9714-b5b70d0dd9ae', 'mac_address': 'fa:16:3e:0f:88:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:14:28.997995 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:29.016438 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:14:29.186268 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:14:29.217613 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae,segment=NetworkSegment(e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c),segment_id=e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:29.223561 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:29.283717 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:29.299846 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.300194 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.300580 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.300908 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.301303 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.301633 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.301965 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.302310 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.302631 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.303022 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.303342 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.303674 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:29.552742 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['9668d5fb-d842-4c7c-9714-b5b70d0dd9ae'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:29.575183 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510fb85-e75d-4959-96b1-fc0886f137ac req-b34b0739-29ea-44f1-8ced-4cebc33e5582 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:29.576774 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8510fb85-e75d-4959-96b1-fc0886f137ac req-b34b0739-29ea-44f1-8ced-4cebc33e5582 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 944 time: 0.0695786 Jul 22 23:14:29.618156 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8510fb85-e75d-4959-96b1-fc0886f137ac req-9e861d0c-027c-46e7-8c19-a445567ea30d tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357156 Jul 22 23:14:30.820031 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb0ca-3636-48a2-bea3-dcf441f7ac1b req-835bdb30-b0af-4cf6-9238-15649cbaaca1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:30.821773 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b2fdb0ca-3636-48a2-bea3-dcf441f7ac1b req-835bdb30-b0af-4cf6-9238-15649cbaaca1 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 944 time: 0.1031811 Jul 22 23:14:30.850640 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:30.875027 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b2fdb0ca-3636-48a2-bea3-dcf441f7ac1b req-accf40ce-bc3d-448a-baa5-356df7ad76fa tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 Jul 22 23:14:30.926858 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:30.931203 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:30.931564 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.015920 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.040508 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc548dad-3284-4a7c-bdaa-270cf6e6ca79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9668d5fb-d842-4c7c-9714-b5b70d0dd9ae'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:31.042731 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d8658f-f832-44e4-828a-389e989518d8" -d '{"events": [{"server_uuid": "cc548dad-3284-4a7c-bdaa-270cf6e6ca79", "name": "network-vif-plugged", "status": "completed", "tag": "9668d5fb-d842-4c7c-9714-b5b70d0dd9ae"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:31.057900 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae,segment=NetworkSegment(e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c),segment_id=e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:31.062753 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.106688 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcd8b61-ac4d-4a2f-b2c2-8164490a6df5 x-openstack-request-id: req-2bcd8b61-ac4d-4a2f-b2c2-8164490a6df5 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:31.106977 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc548dad-3284-4a7c-bdaa-270cf6e6ca79", "name": "network-vif-plugged", "status": "completed", "tag": "9668d5fb-d842-4c7c-9714-b5b70d0dd9ae", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:31.107225 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bcd8b61-ac4d-4a2f-b2c2-8164490a6df5 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:31.107616 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc548dad-3284-4a7c-bdaa-270cf6e6ca79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9668d5fb-d842-4c7c-9714-b5b70d0dd9ae', 'code': 200} Jul 22 23:14:31.132324 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:31.225983 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-132d52c6-a744-441a-ad07-13eed962df7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.378655 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fa0bf-d22d-4170-ae9e-f96d970d679d req-e91916d8-e083-4233-9032-7c2f09ca36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:31.380175 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e34fa0bf-d22d-4170-ae9e-f96d970d679d req-e91916d8-e083-4233-9032-7c2f09ca36d5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 1098 time: 0.0560446 Jul 22 23:14:31.418798 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e34fa0bf-d22d-4170-ae9e-f96d970d679d req-fb17bdb4-1083-4468-97e3-1f822857a305 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316978 Jul 22 23:14:31.733157 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:32.028858 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7ea07-4e79-448c-83a7-d659a8977570 req-aa5c11f7-2d7f-4b41-85ff-e912c7dbde17 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:32.031536 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-12a7ea07-4e79-448c-83a7-d659a8977570 req-aa5c11f7-2d7f-4b41-85ff-e912c7dbde17 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 945 time: 0.0818653 Jul 22 23:14:32.072937 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-12a7ea07-4e79-448c-83a7-d659a8977570 req-9ecade02-a444-4a96-82ab-0d605ed53125 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354331 Jul 22 23:14:33.155721 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:33.216715 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f3832-12b0-4dfd-8900-c6f5adebdac6 req-8ab573ae-9ddd-416c-97fd-3dfee311df8c tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:33.218253 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-114f3832-12b0-4dfd-8900-c6f5adebdac6 req-8ab573ae-9ddd-416c-97fd-3dfee311df8c tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 945 time: 0.0700746 Jul 22 23:14:33.263407 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-114f3832-12b0-4dfd-8900-c6f5adebdac6 req-3186bb92-d268-48d2-ae65-9687a45dcac5 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391829 Jul 22 23:14:33.699593 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f01bf5-f350-4cc6-a001-712128242c52 req-a107abc7-39fc-4799-adc0-5d5e01217410 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:33.701523 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c3f01bf5-f350-4cc6-a001-712128242c52 req-a107abc7-39fc-4799-adc0-5d5e01217410 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 945 time: 0.0714025 Jul 22 23:14:33.754991 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c3f01bf5-f350-4cc6-a001-712128242c52 req-a0e69bbf-5ed0-417e-9547-28609021eb7f tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429966 Jul 22 23:14:34.898409 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0c162-bd81-4513-8bc4-0495756dc978 req-77b79cf9-fb42-42d3-b674-7796ecc1d232 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:34.899950 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-09d0c162-bd81-4513-8bc4-0495756dc978 req-77b79cf9-fb42-42d3-b674-7796ecc1d232 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 945 time: 0.0705314 Jul 22 23:14:34.920310 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.942946 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-09d0c162-bd81-4513-8bc4-0495756dc978 req-6d155ee4-0eae-4f00-9db2-85abcd45ffe3 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/security-groups?id=eaad2b3b-7cae-48eb-9d28-94505da79783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 Jul 22 23:14:35.095457 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6578908-3e58-4379-ba97-87638bc34730 req-5fe4fa04-2f6f-4067-8905-a49e353b35a8 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:35.097645 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c6578908-3e58-4379-ba97-87638bc34730 req-5fe4fa04-2f6f-4067-8905-a49e353b35a8 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 945 time: 0.0718963 Jul 22 23:14:35.218527 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-c6578908-3e58-4379-ba97-87638bc34730 req-74194ef8-06a8-4d45-ba43-f297acc0f150 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Deleting port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:35.218884 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-c6578908-3e58-4379-ba97-87638bc34730 req-74194ef8-06a8-4d45-ba43-f297acc0f150 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.314398 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-c6578908-3e58-4379-ba97-87638bc34730 req-74194ef8-06a8-4d45-ba43-f297acc0f150 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] For port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae,segment=NetworkSegment(e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c),segment_id=e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:35.314768 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-c6578908-3e58-4379-ba97-87638bc34730 req-74194ef8-06a8-4d45-ba43-f297acc0f150 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.328625 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-c6578908-3e58-4379-ba97-87638bc34730 req-74194ef8-06a8-4d45-ba43-f297acc0f150 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Calling delete_port for 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:35.702875 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-c6578908-3e58-4379-ba97-87638bc34730 req-74194ef8-06a8-4d45-ba43-f297acc0f150 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.716372 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['9668d5fb-d842-4c7c-9714-b5b70d0dd9ae'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:35.737314 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74194ef8-06a8-4d45-ba43-f297acc0f150 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Pushing event deleted for resources: {'Port': ['ID=9668d5fb-d842-4c7c-9714-b5b70d0dd9ae,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:35.789354 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6578908-3e58-4379-ba97-87638bc34730 req-74194ef8-06a8-4d45-ba43-f297acc0f150 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] No DVR routers for this DVR port 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:35.792074 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-c6578908-3e58-4379-ba97-87638bc34730 req-74194ef8-06a8-4d45-ba43-f297acc0f150 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.794182 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c6578908-3e58-4379-ba97-87638bc34730 req-74194ef8-06a8-4d45-ba43-f297acc0f150 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.78 "DELETE /v2.0/ports/9668d5fb-d842-4c7c-9714-b5b70d0dd9ae HTTP/1.1" status: 204 len: 173 time: 0.6884964 Jul 22 23:14:35.794641 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc548dad-3284-4a7c-bdaa-270cf6e6ca79', 'name': 'network-vif-deleted', 'tag': '9668d5fb-d842-4c7c-9714-b5b70d0dd9ae'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:35.797275 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3a178a-2619-4ed3-98d8-77161e07ce13" -d '{"events": [{"server_uuid": "cc548dad-3284-4a7c-bdaa-270cf6e6ca79", "name": "network-vif-deleted", "tag": "9668d5fb-d842-4c7c-9714-b5b70d0dd9ae"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:35.839436 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec33551-6c3f-4b5c-96a5-ca8ba661a407 x-openstack-request-id: req-5ec33551-6c3f-4b5c-96a5-ca8ba661a407 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:35.839719 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc548dad-3284-4a7c-bdaa-270cf6e6ca79", "name": "network-vif-deleted", "tag": "9668d5fb-d842-4c7c-9714-b5b70d0dd9ae", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:35.840097 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ec33551-6c3f-4b5c-96a5-ca8ba661a407 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:35.840668 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc548dad-3284-4a7c-bdaa-270cf6e6ca79', 'name': 'network-vif-deleted', 'tag': '9668d5fb-d842-4c7c-9714-b5b70d0dd9ae', 'status': 'completed', 'code': 200} Jul 22 23:14:35.992591 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:36.061722 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7d6eec47-b1c1-4230-a42b-76f076cd7e28 req-f0df8002-885a-4d8d-b5ed-70dd003daf89 tempest-VolumesActionsTest-208243915 tempest-VolumesActionsTest-208243915-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc548dad-3284-4a7c-bdaa-270cf6e6ca79 HTTP/1.1" status: 200 len: 210 time: 0.0315120 Jul 22 23:14:37.546399 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 60864) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:37.595178 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Deleting subnet 6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596 {{(pid=93213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:14:37.600065 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.638683 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5845599'] for subnet, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.687674 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.750454 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4474701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4662459'] for subnet, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.785325 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:37.790462 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.792457 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6fcc6d81-bfe7-4ecd-ab73-06e5cc6a5596 HTTP/1.1" status: 204 len: 168 time: 0.2447674 Jul 22 23:14:37.795413 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 60868) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:37.797631 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.797969 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.798337 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.798699 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.799024 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.799345 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.799666 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.799983 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.800303 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.800619 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.800932 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.801241 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4225aba-3424-465d-ac84-e6fddcff7976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:37.885177 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:37.984216 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.000630 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.001025 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.002490 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.002948 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > port after_create 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.003236 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.003644 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > port after_update 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.003971 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.004291 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.004625 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.004943 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.072706 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.073049 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.073387 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.073713 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:38.074152 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567ff515-5693-4fec-a9d6-e4f88631818d']}} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:38.093321 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c') {'for_net_delete': True} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:38.093600 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7141fca-da8c-4f97-a4d2-8fad9f9e4e6c') {} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:38.113089 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229630'] for segment, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.136990 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.147455 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:14:38.147874 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6442764'] for segment, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: from cryptography.utils import int_from_bytes Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: from cryptography.utils import int_from_bytes Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: Traceback (most recent call last): Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: timer() Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: cb(*args, **kw) Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: return func(*args, **kwargs) Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: self._notify() Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: self.callback(batched_events) Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: event.method(event) Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: return f(self, *a, **k) Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._get(url).json() Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: return self.request(url, 'GET', **kwargs) Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:14:38.153168 dv-cinder-801916-1-iscsi neutron-server[93214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:14:38.222625 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.230979 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.236947 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] 10.222.0.55 "DELETE /v2.0/networks/567ff515-5693-4fec-a9d6-e4f88631818d HTTP/1.1" status: 204 len: 168 time: 0.4393752 Jul 22 23:14:38.247600 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f05b0-6d36-442f-8ccd-daf2188a856e admin admin] Pushing event deleted for resources: {'Network': ['ID=567ff515-5693-4fec-a9d6-e4f88631818d,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:38.495885 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 60880) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:38.538834 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-e34418fe-bc52-45af-adf7-22dc9d79ecf7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1577891358eb40df9a4395561fed9cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417473 Jul 22 23:14:38.541443 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 60882) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:38.593945 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-639e6c9e-18ed-4272-a8a3-17895b7c30f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.626246 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-639e6c9e-18ed-4272-a8a3-17895b7c30f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.702119 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-639e6c9e-18ed-4272-a8a3-17895b7c30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.704892 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-639e6c9e-18ed-4272-a8a3-17895b7c30f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:38.706102 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-639e6c9e-18ed-4272-a8a3-17895b7c30f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eaad2b3b-7cae-48eb-9d28-94505da79783 HTTP/1.1" status: 204 len: 168 time: 0.1637051 Jul 22 23:14:38.714886 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6c9e-18ed-4272-a8a3-17895b7c30f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaad2b3b-7cae-48eb-9d28-94505da79783,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:38.859392 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:38.880439 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:38.880782 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 9668d5fb-d842-4c7c-9714-b5b70d0dd9ae not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:39.521545 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 60916) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:39.695529 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-900599183-network', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:39.739007 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Made reservation on behalf of 2c7c2c491df54ea79aa18b9833f88be1 for: {'network': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:14:39.739007 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.742672 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.862448 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.868453 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.909451 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:14:39.918932 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83b0ea6-e49b-4752-bbfe-803c1215c369,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:39.925140 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:39.925480 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.segments_db [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Added segment 23e1de3f-d57b-482e-8944-6fed7e0fc79b of type vlan for network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 Jul 22 23:14:39.970338 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:40.003500 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:40.004607 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:40.005258 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:40.040773 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5177803 Jul 22 23:14:40.045326 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 60926) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:40.050907 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] Request body: {'subnet': {'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-900599183-subnet', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'ip_version': 4}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:40.083484 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d2d89-7ebd-4346-8d56-7700a737b4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=0ffece03-c66b-4349-9ac3-1d6d60820ae2,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:40.097436 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:14:40.107266 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] Made reservation on behalf of 2c7c2c491df54ea79aa18b9833f88be1 for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:14:40.109904 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5043980'] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:40.362072 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6442935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044094'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:40.457344 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b2bf51-86af-4d7e-b5ae-10a836b1c030,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:40.471375 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] Checking segment: {'id': '23e1de3f-d57b-482e-8944-6fed7e0fc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:40.471867 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] Network hostable DHCP agents. Network: 0ffece03-c66b-4349-9ac3-1d6d60820ae2, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:14:40.495692 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] Network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:14:40.506664 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, 0ffece03-c66b-4349-9ac3-1d6d60820ae2) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:40.511978 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:40.512906 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:40.519251 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75161cc1-0619-48fa-8d48-29b82795f32e None None] Network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:14:40.530362 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-1e038fd3-f3cc-4b3f-b2d0-2374a4edadc0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4839115 Jul 22 23:14:40.533172 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 60934) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:40.538463 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-900599183-router', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:40.567653 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9447'] for router, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:40.569527 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9448'] for router, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:40.647530 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:40.696341 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcd69339-1e6c-5171-9e50-755e91f893a1-0ffece03-c66b-4349-9ac3-1d6d60820ae2', 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'fixed_ips': [{'subnet_id': '76b2bf51-86af-4d7e-b5ae-10a836b1c030'}]}} from dv-cinder-801916-1-iscsi. {{(pid=93215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:14:40.697278 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:40.855956 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9434'] for router, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:40.869366 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.db_base_plugin_common [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Allocated IP 172.20.0.2 (0ffece03-c66b-4349-9ac3-1d6d60820ae2/76b2bf51-86af-4d7e-b5ae-10a836b1c030/2229c493-c890-4546-9de9-5c037c595360) {{(pid=93215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:14:41.067897 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Notify callbacks [] for port, precommit_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:41.077652 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Transition to ACTIVE for port object 2229c493-c890-4546-9de9-5c037c595360 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:41.094153 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Transition to ACTIVE for port object 2229c493-c890-4546-9de9-5c037c595360 will not be triggered until provisioned by entity DHCP. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:41.101234 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:41.120624 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:41.141769 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:41.142250 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 is already hosted by enough agents. {{(pid=93215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:41.146101 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.base_scheduler [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Resources bound (agent type, host, resource id): {{(pid=93215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:41.149972 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Received port after_create {{(pid=93215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:14:41.156176 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Pushing event updated for resources: {'Port': ['ID=2229c493-c890-4546-9de9-5c037c595360,revision_number=1']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:41.226457 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Attempting to bind port 2229c493-c890-4546-9de9-5c037c595360 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:14:41.226966 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Attempting to bind port 2229c493-c890-4546-9de9-5c037c595360 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '23e1de3f-d57b-482e-8944-6fed7e0fc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:14:41.227327 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Attempting to bind port 2229c493-c890-4546-9de9-5c037c595360 on network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:41.238817 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:14:41.238817 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Checking segment: {'id': '23e1de3f-d57b-482e-8944-6fed7e0fc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:41.238817 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:41.239144 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Bound using segment: {'id': '23e1de3f-d57b-482e-8944-6fed7e0fc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:14:41.239897 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Bound port: 2229c493-c890-4546-9de9-5c037c595360, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e1de3f-d57b-482e-8944-6fed7e0fc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:14:41.240357 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:41.287687 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Allocated IP 172.27.3.208 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/85c14492-ddd1-4b19-baeb-af526faa5eaf) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:14:41.322942 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] For port 2229c493-c890-4546-9de9-5c037c595360, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:14:41.326708 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] For port 2229c493-c890-4546-9de9-5c037c595360, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=2229c493-c890-4546-9de9-5c037c595360,segment=NetworkSegment(23e1de3f-d57b-482e-8944-6fed7e0fc79b),segment_id=23e1de3f-d57b-482e-8944-6fed7e0fc79b)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:14:41.334284 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:41.429422 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:41.436709 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df5e75-ea77-4e01-8a75-8ebf2b2683dd None None] Pushing event updated for resources: {'Port': ['ID=2229c493-c890-4546-9de9-5c037c595360,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:41.508115 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:41.575225 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:41.580715 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:41.590348 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:14:41.653256 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Pushing event updated for resources: {'Port': ['ID=85c14492-ddd1-4b19-baeb-af526faa5eaf,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:41.898761 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 2229c493-c890-4546-9de9-5c037c595360 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:41.968533 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 2229c493-c890-4546-9de9-5c037c595360 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:41.981703 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:42.211658 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027816'] for router, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:42.376946 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e is scheduled to L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 with binding_index 1 {{(pid=93214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:14:42.444862 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e62ac9-5487-48b2-b116-c0cc1a5190dd None None] Network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:14:42.537467 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:14:42.552470 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Sync routers for ids ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:14:42.571025 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] Notify callbacks [] for router, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:42.575936 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Routers {'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:42.576963 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:14:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:42.578320 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 60960) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:42.579349 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-b61e251d-8f2f-49e7-865d-115712552449 None None] Provisioning for port 2229c493-c890-4546-9de9-5c037c595360 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:42.589011 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-f505c247-c7f8-45cc-95f8-bb5cc572ff4a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0542910 Jul 22 23:14:42.589676 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-b61e251d-8f2f-49e7-865d-115712552449 None None] Provisioning complete for port 2229c493-c890-4546-9de9-5c037c595360 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:42.590114 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b61e251d-8f2f-49e7-865d-115712552449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:42.728433 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Set router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:42.892347 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b61e251d-8f2f-49e7-865d-115712552449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:42.957329 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-b61e251d-8f2f-49e7-865d-115712552449 None None] For port 2229c493-c890-4546-9de9-5c037c595360, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=2229c493-c890-4546-9de9-5c037c595360,segment=NetworkSegment(23e1de3f-d57b-482e-8944-6fed7e0fc79b),segment_id=23e1de3f-d57b-482e-8944-6fed7e0fc79b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:42.966794 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b61e251d-8f2f-49e7-865d-115712552449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:42.988420 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'name': 'tempest-TestShelveInstance-900599183-router', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:40Z', 'updated_at': '2021-07-22T23:14:41Z', 'revision_number': 3, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'gw_port': {'id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:41Z', 'updated_at': '2021-07-22T23:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:43.038435 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e251d-8f2f-49e7-865d-115712552449 None None] Pushing event updated for resources: {'Port': ['ID=2229c493-c890-4546-9de9-5c037c595360,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:43.066013 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Checking router: c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:14:43.066431 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Updating router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e port 85c14492-ddd1-4b19-baeb-af526faa5eaf binding host dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:14:43.122945 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.173353 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.306952 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-176afbd2-2211-4193-9c52-1452c083d1c8 None None] Provisioning complete for port 2229c493-c890-4546-9de9-5c037c595360 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:43.307516 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-176afbd2-2211-4193-9c52-1452c083d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.397792 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Allocated IP 172.20.0.1 (0ffece03-c66b-4349-9ac3-1d6d60820ae2/76b2bf51-86af-4d7e-b5ae-10a836b1c030/c49e206e-57c3-485c-9d4f-dd65d8cc58d6) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:14:43.544719 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.580639 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.provisioning_blocks [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Transition to ACTIVE for port object c49e206e-57c3-485c-9d4f-dd65d8cc58d6 will not be triggered until provisioned by entity DHCP. {{(pid=93213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:43.589576 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Notify callbacks [] for port, precommit_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.614291 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.provisioning_blocks [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Transition to ACTIVE for port object 85c14492-ddd1-4b19-baeb-af526faa5eaf will not be triggered until provisioned by entity L2. {{(pid=93216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:43.621348 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.625004 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.665313 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:43.672680 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:43.677362 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:14:43.713870 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Pushing event updated for resources: {'Port': ['ID=c49e206e-57c3-485c-9d4f-dd65d8cc58d6,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:43.724725 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Attempting to bind port 85c14492-ddd1-4b19-baeb-af526faa5eaf on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:14:43.725271 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Attempting to bind port 85c14492-ddd1-4b19-baeb-af526faa5eaf by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:14:43.725782 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Attempting to bind port 85c14492-ddd1-4b19-baeb-af526faa5eaf on network da98639b-9608-489a-974e-927f66fecb27 {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:43.737615 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:14:43.739432 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Checking segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:43.739432 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.739432 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Bound using segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:14:43.739432 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Bound port: 85c14492-ddd1-4b19-baeb-af526faa5eaf, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:14:43.739768 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.745507 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Pushing event updated for resources: {'Port': ['ID=85c14492-ddd1-4b19-baeb-af526faa5eaf,revision_number=2']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:43.749037 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027609'] for router_interface, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.773505 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.773863 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.774233 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.774565 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.774890 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.775216 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.775544 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.775843 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.776163 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.776503 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.776774 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.777080 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.817268 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] For port 85c14492-ddd1-4b19-baeb-af526faa5eaf, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:14:43.821380 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] For port 85c14492-ddd1-4b19-baeb-af526faa5eaf, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=85c14492-ddd1-4b19-baeb-af526faa5eaf,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:14:43.829907 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.857392 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 2229c493-c890-4546-9de9-5c037c595360 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:43.906490 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Routers {'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:43.907151 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:14:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:43.950589 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0184d-37c9-470c-9b48-9794146c1f3f None None] Pushing event updated for resources: {'Port': ['ID=85c14492-ddd1-4b19-baeb-af526faa5eaf,revision_number=3']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:43.954811 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 2229c493-c890-4546-9de9-5c037c595360 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:43.958456 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:44.036791 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] Set router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:44.069520 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-76d1b572-8254-4376-b257-695d924efb68 None None] Provisioning for port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:44.080357 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-76d1b572-8254-4376-b257-695d924efb68 None None] Provisioning complete for port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:44.081550 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-76d1b572-8254-4376-b257-695d924efb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:44.207529 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:44.213167 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-76d1b572-8254-4376-b257-695d924efb68 None None] Port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:14:44.260239 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'name': 'tempest-TestShelveInstance-900599183-router', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:40Z', 'updated_at': '2021-07-22T23:14:41Z', 'revision_number': 3, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'gw_port': {'id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:41Z', 'updated_at': '2021-07-22T23:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:44.309035 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33cb2ef-fee5-4d01-bc58-f91e4d614714 None None] The sync data for ids ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'] in dv-cinder-801916-1-iscsi is: [{'id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'name': 'tempest-TestShelveInstance-900599183-router', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:40Z', 'updated_at': '2021-07-22T23:14:41Z', 'revision_number': 3, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'gw_port': {'id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:41Z', 'updated_at': '2021-07-22T23:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:14:44.440008 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:44.445366 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4474643'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:44.520260 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026729'] for router_interface, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:44.523557 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Pushing event updated for resources: {'Port': ['ID=c49e206e-57c3-485c-9d4f-dd65d8cc58d6,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:44.649816 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:44.652592 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:44.800156 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:14:44.943827 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-7a589218-2c90-47ef-beb7-6d233c8544a1 None None] Provisioning complete for port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:44.944402 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7a589218-2c90-47ef-beb7-6d233c8544a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:45.005339 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-7a589218-2c90-47ef-beb7-6d233c8544a1 None None] Port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:14:45.010536 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:14:45.018160 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-ca4d8da4-a0ac-494d-a0ec-504adf1cb516 admin admin] 10.222.0.55 "PUT /v2.0/routers/c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4368277 Jul 22 23:14:45.654609 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 32778) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:45.660556 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-355561424-network', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:45.683410 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Made reservation on behalf of 3a2123fa3cf640cfbbd1bb9c567bbde9 for: {'network': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:14:45.687372 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:45.702813 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:45.896980 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:45.902481 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:45.924442 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 85c14492-ddd1-4b19-baeb-af526faa5eaf up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:45.940411 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:14:45.952021 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c30456-580d-4c12-a11e-10466cc1ebf4,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:45.960355 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:45.960634 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.segments_db [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Added segment 8c2333c4-d711-4406-b172-a290026c74af of type vlan for network bbc36651-ba46-479d-af2f-d3708a645440 Jul 22 23:14:46.012297 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 85c14492-ddd1-4b19-baeb-af526faa5eaf completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:46.019699 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 85c14492-ddd1-4b19-baeb-af526faa5eaf triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:46.020302 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.031188 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.082275 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.083832 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:46.084732 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.122280 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4660914 Jul 22 23:14:46.126336 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 32784) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:46.131851 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] Request body: {'subnet': {'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-355561424-subnet', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'ip_version': 4}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:46.137616 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.161631 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] Made reservation on behalf of 3a2123fa3cf640cfbbd1bb9c567bbde9 for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:14:46.164147 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5043980'] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.166132 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 85c14492-ddd1-4b19-baeb-af526faa5eaf, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=85c14492-ddd1-4b19-baeb-af526faa5eaf,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:46.173161 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.213107 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e6aa8-25f3-4cb1-934d-e724fa48c7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc36651-ba46-479d-af2f-d3708a645440,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:46.257133 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network bbc36651-ba46-479d-af2f-d3708a645440 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:14:46.261769 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=85c14492-ddd1-4b19-baeb-af526faa5eaf,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:46.343440 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Sync routers for ids ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:14:46.366762 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6442935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044094'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.370706 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Routers {'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:46.371836 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:14:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:46.455643 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:46.480639 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] Checking segment: {'id': '8c2333c4-d711-4406-b172-a290026c74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:46.481169 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] Network hostable DHCP agents. Network: bbc36651-ba46-479d-af2f-d3708a645440, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:14:46.508539 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] Network bbc36651-ba46-479d-af2f-d3708a645440 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:14:46.510900 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Set router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:46.523700 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, bbc36651-ba46-479d-af2f-d3708a645440) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:46.531665 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:46.532510 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.539336 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552dcf2-2381-4f9f-a8c5-c8f386540fba None None] Network bbc36651-ba46-479d-af2f-d3708a645440 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:14:46.555698 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-6d12b257-1fb1-4b2f-85d4-f640cf531683 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4279125 Jul 22 23:14:46.558419 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 32792) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:46.566664 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-355561424-router', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:46.596420 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9447'] for router, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.598855 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9448'] for router, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.669405 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:46.901010 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9434'] for router, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.010017 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcd69339-1e6c-5171-9e50-755e91f893a1-bbc36651-ba46-479d-af2f-d3708a645440', 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'fixed_ips': [{'subnet_id': '8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713'}]}} from dv-cinder-801916-1-iscsi. {{(pid=93215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:14:47.010951 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.046547 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'name': 'tempest-TestShelveInstance-900599183-router', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:40Z', 'updated_at': '2021-07-22T23:14:44Z', 'revision_number': 4, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'gw_port': {'id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:41Z', 'updated_at': '2021-07-22T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'c49e206e-57c3-485c-9d4f-dd65d8cc58d6', 'name': '', 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'mac_address': 'fa:16:3e:c0:2c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '76b2bf51-86af-4d7e-b5ae-10a836b1c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:43Z', 'updated_at': '2021-07-22T23:14:44Z', 'revision_number': 2, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'subnets': [{'id': '76b2bf51-86af-4d7e-b5ae-10a836b1c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:47.129297 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Checking router: c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:14:47.129705 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Updating router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 binding host dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:14:47.202968 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.239138 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.261377 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.db_base_plugin_common [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Allocated IP 172.20.0.2 (bbc36651-ba46-479d-af2f-d3708a645440/8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713/7cf6db7c-1419-4a87-b00b-05c1d3cf499e) {{(pid=93215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:14:47.275204 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.459769 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Allocated IP 172.27.3.179 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/6d29b21f-57be-4800-8216-0e695d389b91) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:14:47.603975 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.604734 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.624189 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Transition to ACTIVE for port object 7cf6db7c-1419-4a87-b00b-05c1d3cf499e will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:47.666219 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Transition to ACTIVE for port object 7cf6db7c-1419-4a87-b00b-05c1d3cf499e will not be triggered until provisioned by entity DHCP. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:47.674126 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.682151 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.685425 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Notify callbacks [] for port, precommit_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.733813 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Transition to ACTIVE for port object c49e206e-57c3-485c-9d4f-dd65d8cc58d6 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:47.751188 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Network bbc36651-ba46-479d-af2f-d3708a645440 is already hosted by enough agents. {{(pid=93215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:47.754880 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:47.758489 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.base_scheduler [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Resources bound (agent type, host, resource id): {{(pid=93215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:47.763655 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Pushing event updated for resources: {'Port': ['ID=7cf6db7c-1419-4a87-b00b-05c1d3cf499e,revision_number=1']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:47.766404 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Received port after_create {{(pid=93215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:14:47.770387 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:47.772099 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:47.799176 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:14:47.832052 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d29b21f-57be-4800-8216-0e695d389b91,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:47.917567 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f57e2b-08d8-4efe-a078-ac2efa410333 None None] Pushing event updated for resources: {'Port': ['ID=c49e206e-57c3-485c-9d4f-dd65d8cc58d6,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:47.963293 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 85c14492-ddd1-4b19-baeb-af526faa5eaf up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:47.968194 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Attempting to bind port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:14:47.968442 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Attempting to bind port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '8c2333c4-d711-4406-b172-a290026c74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:14:47.968794 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Attempting to bind port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e on network bbc36651-ba46-479d-af2f-d3708a645440 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:48.007249 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Attempting to bind port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:14:48.007905 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Attempting to bind port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '23e1de3f-d57b-482e-8944-6fed7e0fc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:14:48.008438 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Attempting to bind port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 on network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:48.016034 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:14:48.016723 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Checking segment: {'id': '23e1de3f-d57b-482e-8944-6fed7e0fc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:48.017922 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.018579 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Bound using segment: {'id': '23e1de3f-d57b-482e-8944-6fed7e0fc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:14:48.019289 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Bound port: c49e206e-57c3-485c-9d4f-dd65d8cc58d6, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e1de3f-d57b-482e-8944-6fed7e0fc79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:14:48.019909 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.025517 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:14:48.025892 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Checking segment: {'id': '8c2333c4-d711-4406-b172-a290026c74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:48.026314 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.026704 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Bound using segment: {'id': '8c2333c4-d711-4406-b172-a290026c74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:14:48.027185 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Bound port: 7cf6db7c-1419-4a87-b00b-05c1d3cf499e, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2333c4-d711-4406-b172-a290026c74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:14:48.027562 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.154488 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.185603 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] For port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:14:48.191114 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] For port c49e206e-57c3-485c-9d4f-dd65d8cc58d6, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:14:48.194571 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] For port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=7cf6db7c-1419-4a87-b00b-05c1d3cf499e,segment=NetworkSegment(8c2333c4-d711-4406-b172-a290026c74af),segment_id=8c2333c4-d711-4406-b172-a290026c74af)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:14:48.195891 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 85c14492-ddd1-4b19-baeb-af526faa5eaf triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:48.196260 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.199317 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] For port c49e206e-57c3-485c-9d4f-dd65d8cc58d6, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=c49e206e-57c3-485c-9d4f-dd65d8cc58d6,segment=NetworkSegment(23e1de3f-d57b-482e-8944-6fed7e0fc79b),segment_id=23e1de3f-d57b-482e-8944-6fed7e0fc79b)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:14:48.204284 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.231378 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.318283 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee75d88-7b30-4b4e-b4df-533d7df148b7 None None] Pushing event updated for resources: {'Port': ['ID=7cf6db7c-1419-4a87-b00b-05c1d3cf499e,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:48.354073 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Routers {'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:48.354752 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:14:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:48.483555 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f57e2b-08d8-4efe-a078-ac2efa410333 None None] Pushing event updated for resources: {'Port': ['ID=c49e206e-57c3-485c-9d4f-dd65d8cc58d6,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:48.496993 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027816'] for router, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.588238 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] Set router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:48.789751 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e is scheduled to L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 with binding_index 1 {{(pid=93213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:14:48.930347 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'name': 'tempest-TestShelveInstance-900599183-router', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:40Z', 'updated_at': '2021-07-22T23:14:44Z', 'revision_number': 4, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'gw_port': {'id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:41Z', 'updated_at': '2021-07-22T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'c49e206e-57c3-485c-9d4f-dd65d8cc58d6', 'name': '', 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'mac_address': 'fa:16:3e:c0:2c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '76b2bf51-86af-4d7e-b5ae-10a836b1c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:43Z', 'updated_at': '2021-07-22T23:14:48Z', 'revision_number': 4, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'subnets': [{'id': '76b2bf51-86af-4d7e-b5ae-10a836b1c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:48.931063 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:14:48.943748 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Sync routers for ids ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:14:48.956229 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.959806 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 32822) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:48.960689 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a9858f9f-4b2c-40da-ac13-4712842207a2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3997500 Jul 22 23:14:48.981583 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Routers {'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:48.982584 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:14:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:48.993047 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b90768-8881-413f-8e53-dcc0539d8137 None None] The sync data for ids ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'] in dv-cinder-801916-1-iscsi is: [{'id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'name': 'tempest-TestShelveInstance-900599183-router', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:40Z', 'updated_at': '2021-07-22T23:14:44Z', 'revision_number': 4, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'gw_port': {'id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:41Z', 'updated_at': '2021-07-22T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'c49e206e-57c3-485c-9d4f-dd65d8cc58d6', 'name': '', 'network_id': '0ffece03-c66b-4349-9ac3-1d6d60820ae2', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'mac_address': 'fa:16:3e:c0:2c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '76b2bf51-86af-4d7e-b5ae-10a836b1c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:43Z', 'updated_at': '2021-07-22T23:14:48Z', 'revision_number': 4, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'subnets': [{'id': '76b2bf51-86af-4d7e-b5ae-10a836b1c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:14:49.172441 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Set router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:49.416656 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'name': 'tempest-TestShelveInstance-355561424-router', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6d29b21f-57be-4800-8216-0e695d389b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:46Z', 'updated_at': '2021-07-22T23:14:48Z', 'revision_number': 3, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'gw_port': {'id': '6d29b21f-57be-4800-8216-0e695d389b91', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:47Z', 'updated_at': '2021-07-22T23:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:49.449913 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Checking router: fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:14:49.450294 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Updating router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e port 6d29b21f-57be-4800-8216-0e695d389b91 binding host dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:14:49.492373 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:49.676862 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b192eb-bd2b-4f48-8808-2811b343c920 None None] Network bbc36651-ba46-479d-af2f-d3708a645440 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:14:49.962439 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.016978 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Notify callbacks [] for port, precommit_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.028868 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device c49e206e-57c3-485c-9d4f-dd65d8cc58d6 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:50.035526 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.provisioning_blocks [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Transition to ACTIVE for port object 6d29b21f-57be-4800-8216-0e695d389b91 will not be triggered until provisioned by entity L2. {{(pid=93216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:50.043900 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.099854 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-e459fd02-fcaa-4d82-b1df-f7dfb1728f79 None None] Provisioning for port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:50.140944 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba3822-8fdf-40fd-bc79-fe4b4798b4a2 None None] Pushing event updated for resources: {'Port': ['ID=6d29b21f-57be-4800-8216-0e695d389b91,revision_number=2']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:50.194674 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Attempting to bind port 6d29b21f-57be-4800-8216-0e695d389b91 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:14:50.195501 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Attempting to bind port 6d29b21f-57be-4800-8216-0e695d389b91 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:14:50.196105 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Attempting to bind port 6d29b21f-57be-4800-8216-0e695d389b91 on network da98639b-9608-489a-974e-927f66fecb27 {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:50.202128 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:50.204318 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:14:50.204968 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Checking segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:50.205863 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.206600 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Bound using segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:14:50.207423 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Bound port: 6d29b21f-57be-4800-8216-0e695d389b91, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:14:50.208088 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.208755 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:50.209132 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.258787 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Allocated IP 172.20.0.1 (bbc36651-ba46-479d-af2f-d3708a645440/8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713/be7856bb-552c-40e4-8da0-ff7a61013fd8) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:14:50.292367 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] For port 6d29b21f-57be-4800-8216-0e695d389b91, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:14:50.301254 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] For port 6d29b21f-57be-4800-8216-0e695d389b91, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=6d29b21f-57be-4800-8216-0e695d389b91,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:14:50.307741 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.334451 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.374952 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Routers {'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:50.375597 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:14:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:50.405319 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.417150 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port c49e206e-57c3-485c-9d4f-dd65d8cc58d6, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=c49e206e-57c3-485c-9d4f-dd65d8cc58d6,segment=NetworkSegment(23e1de3f-d57b-482e-8944-6fed7e0fc79b),segment_id=23e1de3f-d57b-482e-8944-6fed7e0fc79b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:50.422492 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Transition to ACTIVE for port object be7856bb-552c-40e4-8da0-ff7a61013fd8 will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:50.426006 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.427911 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7cf6db7c-1419-4a87-b00b-05c1d3cf499e up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:50.473752 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.544457 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Network bbc36651-ba46-479d-af2f-d3708a645440 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:50.551698 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] Set router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:50.551919 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:50.552257 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=c49e206e-57c3-485c-9d4f-dd65d8cc58d6,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:50.561282 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:14:50.580092 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:50.585245 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:50.585627 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.619398 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=be7856bb-552c-40e4-8da0-ff7a61013fd8,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:50.647409 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba3822-8fdf-40fd-bc79-fe4b4798b4a2 None None] Pushing event updated for resources: {'Port': ['ID=6d29b21f-57be-4800-8216-0e695d389b91,revision_number=3']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:50.676647 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027609'] for router_interface, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.800165 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-1a036b0a-c7f1-49cb-ae33-dcfb392587a7 None None] Provisioning complete for port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:50.800724 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1a036b0a-c7f1-49cb-ae33-dcfb392587a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.805764 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.924071 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=7cf6db7c-1419-4a87-b00b-05c1d3cf499e,segment=NetworkSegment(8c2333c4-d711-4406-b172-a290026c74af),segment_id=8c2333c4-d711-4406-b172-a290026c74af)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:50.938323 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.944301 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.969100 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'name': 'tempest-TestShelveInstance-355561424-router', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6d29b21f-57be-4800-8216-0e695d389b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:46Z', 'updated_at': '2021-07-22T23:14:48Z', 'revision_number': 3, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'gw_port': {'id': '6d29b21f-57be-4800-8216-0e695d389b91', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:47Z', 'updated_at': '2021-07-22T23:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:51.026316 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d768d-6412-4fbc-bd88-ae0018d86893 None None] The sync data for ids ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'] in dv-cinder-801916-1-iscsi is: [{'id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'name': 'tempest-TestShelveInstance-355561424-router', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6d29b21f-57be-4800-8216-0e695d389b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:46Z', 'updated_at': '2021-07-22T23:14:48Z', 'revision_number': 3, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'gw_port': {'id': '6d29b21f-57be-4800-8216-0e695d389b91', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:47Z', 'updated_at': '2021-07-22T23:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:14:51.096520 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=7cf6db7c-1419-4a87-b00b-05c1d3cf499e,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:51.171141 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:51.176551 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:51.238562 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-7b7de5e8-8d85-481c-8fbf-3da9f70bf092 None None] Provisioning for port be7856bb-552c-40e4-8da0-ff7a61013fd8 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:51.247133 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-7b7de5e8-8d85-481c-8fbf-3da9f70bf092 None None] Provisioning complete for port be7856bb-552c-40e4-8da0-ff7a61013fd8 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:51.247133 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7b7de5e8-8d85-481c-8fbf-3da9f70bf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:51.281029 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026729'] for router_interface, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:51.300958 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-7b7de5e8-8d85-481c-8fbf-3da9f70bf092 None None] Port be7856bb-552c-40e4-8da0-ff7a61013fd8 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:14:51.316091 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=be7856bb-552c-40e4-8da0-ff7a61013fd8,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:51.462426 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Network bbc36651-ba46-479d-af2f-d3708a645440 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:51.464146 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:51.613239 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:14:51.722778 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f13f3755-744d-4c0e-80fc-c747177f1f03 None None] Provisioning complete for port be7856bb-552c-40e4-8da0-ff7a61013fd8 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:51.723155 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f13f3755-744d-4c0e-80fc-c747177f1f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:51.775094 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:14:51.784356 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f13f3755-744d-4c0e-80fc-c747177f1f03 None None] Port be7856bb-552c-40e4-8da0-ff7a61013fd8 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:14:51.785950 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-70ebaa2c-7d18-487b-a21b-bbd4b6168ef7 admin admin] 10.222.0.55 "PUT /v2.0/routers/fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8224566 Jul 22 23:14:51.962093 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device c49e206e-57c3-485c-9d4f-dd65d8cc58d6 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:52.044315 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:52.044639 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.175122 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7cf6db7c-1419-4a87-b00b-05c1d3cf499e up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:52.250914 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:52.251929 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.369293 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 6d29b21f-57be-4800-8216-0e695d389b91 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:52.440489 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 6d29b21f-57be-4800-8216-0e695d389b91 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:52.445312 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 6d29b21f-57be-4800-8216-0e695d389b91 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:52.445775 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.541254 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.564863 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 6d29b21f-57be-4800-8216-0e695d389b91, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=6d29b21f-57be-4800-8216-0e695d389b91,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:52.574196 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.605579 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 32870) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:52.613053 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-59e1eb81-dc74-45ab-9462-ed1e61a070da tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1471562532', 'description': 'tempest-secgroup-smoke-1471562532 description', 'project_id': '2c7c2c491df54ea79aa18b9833f88be1'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:52.635711 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=6d29b21f-57be-4800-8216-0e695d389b91,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:52.641392 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-59e1eb81-dc74-45ab-9462-ed1e61a070da tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.749874 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-59e1eb81-dc74-45ab-9462-ed1e61a070da tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.756079 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-59e1eb81-dc74-45ab-9462-ed1e61a070da tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.790007 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-59e1eb81-dc74-45ab-9462-ed1e61a070da tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.791275 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-59e1eb81-dc74-45ab-9462-ed1e61a070da tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1838725 Jul 22 23:14:52.795230 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 32872) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:52.797008 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1eb81-dc74-45ab-9462-ed1e61a070da tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e0ae73-a3b9-4a51-9b01-225e36be625a,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:52.802018 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-47bc1506-a61f-46de-b47e-b29015103e6d tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Request body: {'security_group_rule': {'security_group_id': 'f0e0ae73-a3b9-4a51-9b01-225e36be625a', 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:52.835382 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-47bc1506-a61f-46de-b47e-b29015103e6d tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.919772 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-47bc1506-a61f-46de-b47e-b29015103e6d tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.922412 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Sync routers for ids ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:14:52.930739 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-47bc1506-a61f-46de-b47e-b29015103e6d tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.941697 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Routers {'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:52.942842 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:14:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:52.953762 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc1506-a61f-46de-b47e-b29015103e6d tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b9660e-fa93-4881-8582-476cb1e0fb41,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:52.963761 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-47bc1506-a61f-46de-b47e-b29015103e6d tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.965141 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-47bc1506-a61f-46de-b47e-b29015103e6d tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1687381 Jul 22 23:14:52.969509 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 32878) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:52.974505 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-a8d91532-ba94-435b-9a0c-32741b98a5a7 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Request body: {'security_group_rule': {'security_group_id': 'f0e0ae73-a3b9-4a51-9b01-225e36be625a', 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:53.013209 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a8d91532-ba94-435b-9a0c-32741b98a5a7 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.097097 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a8d91532-ba94-435b-9a0c-32741b98a5a7 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.102885 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a8d91532-ba94-435b-9a0c-32741b98a5a7 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.141050 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Set router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:53.151985 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d91532-ba94-435b-9a0c-32741b98a5a7 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e400bca-ce89-4e57-8d2a-0ddccf4f28bc,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:53.157870 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a8d91532-ba94-435b-9a0c-32741b98a5a7 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.160379 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-a8d91532-ba94-435b-9a0c-32741b98a5a7 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1892912 Jul 22 23:14:53.165081 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 32882) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:53.192154 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-77795210-9066-4799-86ca-8f4154f0aa76 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Request body: {'security_group_rule': {'security_group_id': 'f0e0ae73-a3b9-4a51-9b01-225e36be625a', 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:53.244100 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-77795210-9066-4799-86ca-8f4154f0aa76 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.340863 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-77795210-9066-4799-86ca-8f4154f0aa76 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.347325 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-77795210-9066-4799-86ca-8f4154f0aa76 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.392138 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77795210-9066-4799-86ca-8f4154f0aa76 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553cf840-8b9e-4d5e-8916-96af32c7aa30,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:53.399741 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-77795210-9066-4799-86ca-8f4154f0aa76 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.402145 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-77795210-9066-4799-86ca-8f4154f0aa76 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2330315 Jul 22 23:14:53.406902 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 32890) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:53.418079 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-4f2c78f4-ce47-4037-91d9-21f89c2f319c tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Request body: {'security_group_rule': {'security_group_id': 'f0e0ae73-a3b9-4a51-9b01-225e36be625a', 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:53.447687 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'name': 'tempest-TestShelveInstance-355561424-router', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6d29b21f-57be-4800-8216-0e695d389b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:46Z', 'updated_at': '2021-07-22T23:14:50Z', 'revision_number': 4, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'gw_port': {'id': '6d29b21f-57be-4800-8216-0e695d389b91', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:47Z', 'updated_at': '2021-07-22T23:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'be7856bb-552c-40e4-8da0-ff7a61013fd8', 'name': '', 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'mac_address': 'fa:16:3e:56:96:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:50Z', 'updated_at': '2021-07-22T23:14:51Z', 'revision_number': 2, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'subnets': [{'id': '8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:53.468169 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4f2c78f4-ce47-4037-91d9-21f89c2f319c tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.485435 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Checking router: fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:14:53.486406 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Updating router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e port be7856bb-552c-40e4-8da0-ff7a61013fd8 binding host dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:14:53.527566 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.549269 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4f2c78f4-ce47-4037-91d9-21f89c2f319c tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.554324 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4f2c78f4-ce47-4037-91d9-21f89c2f319c tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.579497 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c78f4-ce47-4037-91d9-21f89c2f319c tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502b3580-8f48-4988-8aa9-59d766b62042,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:53.590876 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4f2c78f4-ce47-4037-91d9-21f89c2f319c tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.592983 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-4f2c78f4-ce47-4037-91d9-21f89c2f319c tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1834195 Jul 22 23:14:53.596964 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 32892) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:53.602613 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-80d3d29c-25fd-460a-afd4-cca1d5e12fba tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Request body: {'security_group_rule': {'security_group_id': 'f0e0ae73-a3b9-4a51-9b01-225e36be625a', 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:53.631846 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.securitygroups_db [None req-80d3d29c-25fd-460a-afd4-cca1d5e12fba tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Project 2c7c2c491df54ea79aa18b9833f88be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:14:53.638287 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-80d3d29c-25fd-460a-afd4-cca1d5e12fba tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.727526 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-80d3d29c-25fd-460a-afd4-cca1d5e12fba tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.733454 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-80d3d29c-25fd-460a-afd4-cca1d5e12fba tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.759471 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3d29c-25fd-460a-afd4-cca1d5e12fba tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6581e548-8d64-4f8b-a98d-dfe9ee416fa2,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:53.790523 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-80d3d29c-25fd-460a-afd4-cca1d5e12fba tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.792856 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-80d3d29c-25fd-460a-afd4-cca1d5e12fba tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1943495 Jul 22 23:14:53.795446 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 32894) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:53.804330 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-1ea3800d-c0cb-4a95-98b0-1f204aeb2603 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Request body: {'security_group_rule': {'security_group_id': 'f0e0ae73-a3b9-4a51-9b01-225e36be625a', 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:53.847601 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.securitygroups_db [None req-1ea3800d-c0cb-4a95-98b0-1f204aeb2603 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Project 2c7c2c491df54ea79aa18b9833f88be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:14:53.855237 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1ea3800d-c0cb-4a95-98b0-1f204aeb2603 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.888271 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 6d29b21f-57be-4800-8216-0e695d389b91 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:53.941284 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1ea3800d-c0cb-4a95-98b0-1f204aeb2603 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.951574 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1ea3800d-c0cb-4a95-98b0-1f204aeb2603 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.997503 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3800d-c0cb-4a95-98b0-1f204aeb2603 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b141b93b-b906-493b-b691-740b89fb1697,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:54.003964 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1ea3800d-c0cb-4a95-98b0-1f204aeb2603 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.006482 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-1ea3800d-c0cb-4a95-98b0-1f204aeb2603 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2092612 Jul 22 23:14:54.061517 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.081724 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Transition to ACTIVE for port object be7856bb-552c-40e4-8da0-ff7a61013fd8 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:54.089896 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 6d29b21f-57be-4800-8216-0e695d389b91 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:54.090734 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.096374 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.219267 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a6635-b4fc-4bfa-9082-6b3034f3f2b2 None None] Pushing event updated for resources: {'Port': ['ID=be7856bb-552c-40e4-8da0-ff7a61013fd8,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:54.306672 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Attempting to bind port be7856bb-552c-40e4-8da0-ff7a61013fd8 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:14:54.307279 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Attempting to bind port be7856bb-552c-40e4-8da0-ff7a61013fd8 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '8c2333c4-d711-4406-b172-a290026c74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:14:54.307848 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Attempting to bind port be7856bb-552c-40e4-8da0-ff7a61013fd8 on network bbc36651-ba46-479d-af2f-d3708a645440 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:54.323206 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:14:54.323816 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Checking segment: {'id': '8c2333c4-d711-4406-b172-a290026c74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:54.324572 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.325228 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Bound using segment: {'id': '8c2333c4-d711-4406-b172-a290026c74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:14:54.326060 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Bound port: be7856bb-552c-40e4-8da0-ff7a61013fd8, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2333c4-d711-4406-b172-a290026c74af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:14:54.326694 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.468895 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] For port be7856bb-552c-40e4-8da0-ff7a61013fd8, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:14:54.479297 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] For port be7856bb-552c-40e4-8da0-ff7a61013fd8, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=be7856bb-552c-40e4-8da0-ff7a61013fd8,segment=NetworkSegment(8c2333c4-d711-4406-b172-a290026c74af),segment_id=8c2333c4-d711-4406-b172-a290026c74af)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:14:54.487030 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.556934 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Routers {'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:54.557496 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:14:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:54.595999 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a6635-b4fc-4bfa-9082-6b3034f3f2b2 None None] Pushing event updated for resources: {'Port': ['ID=be7856bb-552c-40e4-8da0-ff7a61013fd8,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:54.691754 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] Set router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:55.121729 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'name': 'tempest-TestShelveInstance-355561424-router', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6d29b21f-57be-4800-8216-0e695d389b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:46Z', 'updated_at': '2021-07-22T23:14:50Z', 'revision_number': 4, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'gw_port': {'id': '6d29b21f-57be-4800-8216-0e695d389b91', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:47Z', 'updated_at': '2021-07-22T23:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'be7856bb-552c-40e4-8da0-ff7a61013fd8', 'name': '', 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'mac_address': 'fa:16:3e:56:96:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:50Z', 'updated_at': '2021-07-22T23:14:54Z', 'revision_number': 4, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'subnets': [{'id': '8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:55.153053 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db43a67-f71b-4e11-a36b-bb4f927523c0 None None] The sync data for ids ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'] in dv-cinder-801916-1-iscsi is: [{'id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'name': 'tempest-TestShelveInstance-355561424-router', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6d29b21f-57be-4800-8216-0e695d389b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:46Z', 'updated_at': '2021-07-22T23:14:50Z', 'revision_number': 4, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'gw_port': {'id': '6d29b21f-57be-4800-8216-0e695d389b91', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:47Z', 'updated_at': '2021-07-22T23:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'be7856bb-552c-40e4-8da0-ff7a61013fd8', 'name': '', 'network_id': 'bbc36651-ba46-479d-af2f-d3708a645440', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'mac_address': 'fa:16:3e:56:96:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:50Z', 'updated_at': '2021-07-22T23:14:54Z', 'revision_number': 4, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'subnets': [{'id': '8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:14:55.920803 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device be7856bb-552c-40e4-8da0-ff7a61013fd8 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:55.988128 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port be7856bb-552c-40e4-8da0-ff7a61013fd8 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:55.996935 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port be7856bb-552c-40e4-8da0-ff7a61013fd8 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:55.997371 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:56.100714 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:56.161307 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port be7856bb-552c-40e4-8da0-ff7a61013fd8, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=be7856bb-552c-40e4-8da0-ff7a61013fd8,segment=NetworkSegment(8c2333c4-d711-4406-b172-a290026c74af),segment_id=8c2333c4-d711-4406-b172-a290026c74af)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:56.166824 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:56.242576 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=be7856bb-552c-40e4-8da0-ff7a61013fd8,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:57.847058 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device be7856bb-552c-40e4-8da0-ff7a61013fd8 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:57.902439 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port be7856bb-552c-40e4-8da0-ff7a61013fd8 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:57.902850 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.358918 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8c7b835b-03fd-4694-8571-d26572be8062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.208591 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-68bb465b-a5ad-47c0-9f4f-5a2f404efb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.734569 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.161095 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.909628 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.810516 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8db06015-385d-4be0-9325-3da0fd353eda req-89e95836-fafc-41bd-a857-28b1d2c774dd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626037 Jul 22 23:15:05.892660 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db06015-385d-4be0-9325-3da0fd353eda req-33c5df8d-723d-4379-a2c7-3ce717a493da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:05.894240 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8db06015-385d-4be0-9325-3da0fd353eda req-33c5df8d-723d-4379-a2c7-3ce717a493da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 1098 time: 0.0623477 Jul 22 23:15:06.001378 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.019687 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db06015-385d-4be0-9325-3da0fd353eda req-0f53a57b-26b0-4943-95a0-c8e5b66f105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:06.021231 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8db06015-385d-4be0-9325-3da0fd353eda req-0f53a57b-26b0-4943-95a0-c8e5b66f105e service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.1025426 Jul 22 23:15:06.071014 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8db06015-385d-4be0-9325-3da0fd353eda req-3990261d-cfb6-4740-a3e1-1b19cc1329c5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e55dddc-a10a-4262-a92c-af731b525ba1 HTTP/1.1" status: 200 len: 217 time: 0.0423133 Jul 22 23:15:06.126476 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db06015-385d-4be0-9325-3da0fd353eda req-d41f5b43-a8b8-4cf7-9e0e-2d485756fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:06.128132 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8db06015-385d-4be0-9325-3da0fd353eda req-d41f5b43-a8b8-4cf7-9e0e-2d485756fb16 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.0501964 Jul 22 23:15:06.173783 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8db06015-385d-4be0-9325-3da0fd353eda req-2e1387c8-c506-44b0-af31-f3cf3efc265a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383992 Jul 22 23:15:06.185095 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:15:06.271279 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8db06015-385d-4be0-9325-3da0fd353eda req-20fed7f0-c6b2-4ac7-b52b-6169fb52b986 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898917 Jul 22 23:15:06.398623 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8db06015-385d-4be0-9325-3da0fd353eda req-f6d3a452-95f3-437a-bad2-0ece4d1a0408 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201775 Jul 22 23:15:28.360624 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ca63c853-793b-4c01-8c1a-017e544e0f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.211953 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-52f7f31e-a98f-4695-8fd7-0f5f592cb4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.729340 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.155699 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:34.921930 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:36.014173 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:43.185293 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:15:58.354862 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f48d15e0-da5b-430d-b97b-5c4d1319b619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.214890 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d9bd25e8-8325-4d2d-b616-9708fd84763e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.744273 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.158282 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:04.921675 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.774514 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-527dd193-cd1e-4df9-aab7-69738f4dd5d2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595691 Jul 22 23:16:05.914690 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-6edff73c-3d1c-488f-ad22-0997bba542c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:05.916477 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-6edff73c-3d1c-488f-ad22-0997bba542c0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 1099 time: 0.0882361 Jul 22 23:16:06.031943 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.057451 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-b3d3840a-3ed4-42ba-ad85-17b887b7b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:06.060028 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-b3d3840a-3ed4-42ba-ad85-17b887b7b9b8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.1091785 Jul 22 23:16:06.145160 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-8dc8e854-d360-4e38-8811-37d386a17715 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0716677 Jul 22 23:16:06.222793 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-1c90dcdf-6bbc-4c9b-b9fd-2c233d6bb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:06.225539 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-1c90dcdf-6bbc-4c9b-b9fd-2c233d6bb32b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0695484 Jul 22 23:16:06.299165 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-f19fe0a7-4be7-4a43-b759-dc399f3b89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:06.300753 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-f19fe0a7-4be7-4a43-b759-dc399f3b89fe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652485 Jul 22 23:16:06.418612 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-a720ed69-6338-4b9c-9ef0-452b32a27b4f service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055813 Jul 22 23:16:06.577950 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-26fa928d-90c2-445f-a54a-4e1fdcfdecc9 req-8a7d5bbe-7804-4d86-bc38-b5332104a38f service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467516 Jul 22 23:16:20.190133 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:16:28.349267 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b598dadb-8e05-4ed0-902b-5ab073eb5b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:31.218719 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-dfbfd8d6-b5a1-488f-9f3c-b219ef0f51c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:31.739286 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:33.161567 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:34.921127 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:36.025802 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:57.190621 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:16:58.358517 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8de391f5-a4cd-4832-8516-6441e4d6ddf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:01.223077 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ac835ef3-f707-45bb-b1cc-26e9905321bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:01.743529 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:03.171550 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:04.926972 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:05.937066 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d16d0ce1-a85e-464e-9ef7-81d10ffec1a2 req-c5584af0-48b9-4e0c-81f3-3944883f01e9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2220941 Jul 22 23:17:06.032698 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:06.038476 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d0ce1-a85e-464e-9ef7-81d10ffec1a2 req-fb755b8c-24ac-4969-862b-0e22d3c720d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:06.040215 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d16d0ce1-a85e-464e-9ef7-81d10ffec1a2 req-fb755b8c-24ac-4969-862b-0e22d3c720d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 1098 time: 0.0669594 Jul 22 23:17:06.172893 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d0ce1-a85e-464e-9ef7-81d10ffec1a2 req-00ad0f57-25e3-43da-9ab0-445a201b3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:06.174379 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d16d0ce1-a85e-464e-9ef7-81d10ffec1a2 req-00ad0f57-25e3-43da-9ab0-445a201b3bfa service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.1125906 Jul 22 23:17:06.225993 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d16d0ce1-a85e-464e-9ef7-81d10ffec1a2 req-11b333dc-ad61-42c1-b075-b41d1f5499ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa HTTP/1.1" status: 200 len: 217 time: 0.0407472 Jul 22 23:17:06.283630 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d0ce1-a85e-464e-9ef7-81d10ffec1a2 req-48f23db0-f5b6-4f9b-bf55-bc0b4e3efaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:06.285261 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d16d0ce1-a85e-464e-9ef7-81d10ffec1a2 req-48f23db0-f5b6-4f9b-bf55-bc0b4e3efaf3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.0499971 Jul 22 23:17:06.325582 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d16d0ce1-a85e-464e-9ef7-81d10ffec1a2 req-015393af-fac0-4a0e-8618-f5a6a0254fa7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301423 Jul 22 23:17:06.432268 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d16d0ce1-a85e-464e-9ef7-81d10ffec1a2 req-ce02b4ce-1942-416f-a95a-0cd35ebcbb7e service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942185 Jul 22 23:17:06.542335 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d16d0ce1-a85e-464e-9ef7-81d10ffec1a2 req-2bd32e71-eb74-4e0e-aaa1-3f7b86b518f9 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991120 Jul 22 23:17:28.382630 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ee01a135-1ed8-4a32-85ea-c41d34f0de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:31.227955 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-93d7e613-317c-421d-b8bf-5e09b840e2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:31.756042 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:33.167592 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:34.191103 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:17:34.928127 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:36.052693 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:58.379676 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-460f9937-4c9f-43e3-83b0-b4fbea8852d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:01.244576 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1c6b4bc3-3b01-4dec-92f8-d37672a254bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:01.754911 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:03.172355 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:04.953914 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:05.773364 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d07a9d1-6c6c-4314-93ee-5498431a74c0 req-2260193c-b23e-4f8a-8ceb-b34ee5d41d34 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571671 Jul 22 23:18:05.860390 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a9d1-6c6c-4314-93ee-5498431a74c0 req-1e8a2d90-5342-4ccc-b9f8-1087043c9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:05.861917 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d07a9d1-6c6c-4314-93ee-5498431a74c0 req-1e8a2d90-5342-4ccc-b9f8-1087043c9a5e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 1098 time: 0.0570142 Jul 22 23:18:05.989415 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a9d1-6c6c-4314-93ee-5498431a74c0 req-8c811cac-0783-4b3a-b80c-c7a1680a8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:05.991014 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d07a9d1-6c6c-4314-93ee-5498431a74c0 req-8c811cac-0783-4b3a-b80c-c7a1680a8b32 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.0964818 Jul 22 23:18:06.048213 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d07a9d1-6c6c-4314-93ee-5498431a74c0 req-288514e3-6e38-432e-8f70-2c5bf6e93f38 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e55dddc-a10a-4262-a92c-af731b525ba1 HTTP/1.1" status: 200 len: 217 time: 0.0454657 Jul 22 23:18:06.055345 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:06.103848 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a9d1-6c6c-4314-93ee-5498431a74c0 req-c64112a4-8be1-4c43-95e5-f5964414e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:06.105295 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d07a9d1-6c6c-4314-93ee-5498431a74c0 req-c64112a4-8be1-4c43-95e5-f5964414e0e9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.0458624 Jul 22 23:18:06.146779 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d07a9d1-6c6c-4314-93ee-5498431a74c0 req-c9a18851-1d1a-4c15-9fa8-409d32887fa3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295393 Jul 22 23:18:06.279556 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d07a9d1-6c6c-4314-93ee-5498431a74c0 req-4143ba5b-e855-4112-8dad-62f22d1785ba service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205630 Jul 22 23:18:06.382641 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d07a9d1-6c6c-4314-93ee-5498431a74c0 req-0ccf7d14-577b-495e-862d-5b5db8d85902 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931609 Jul 22 23:18:11.191390 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:18:28.354392 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cf9e89ca-7d0d-4887-9d68-1163b2d6563d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.245605 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-e5795245-fd1f-44cd-b716-8f938e10c8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.751153 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:33.175898 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:34.950818 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:36.049696 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:48.192369 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:18:58.388278 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-22395258-6049-4ef2-87e2-4b3204668714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:01.266145 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-3200d603-a1c1-47ab-af54-8e48027ea92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:01.754522 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:03.187015 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:04.957023 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:06.043241 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:07.799039 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-2085b7c5-508f-423e-beb3-995a66a9129e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691736 Jul 22 23:19:07.884364 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-b92dae1d-fa50-4885-9239-f390e7f8db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:07.885897 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-b92dae1d-fa50-4885-9239-f390e7f8db1b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=989ed4019032413dacd764b93ca3e0a4&device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 1098 time: 0.0591254 Jul 22 23:19:08.005343 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-04c16615-8699-4e70-a29d-90bd0a82899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:08.006886 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-04c16615-8699-4e70-a29d-90bd0a82899f service neutron] 10.222.0.78 "GET /v2.0/networks?id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d HTTP/1.1" status: 200 len: 918 time: 0.0951805 Jul 22 23:19:08.083847 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-1f0b5f4b-109d-416d-8193-2a377da247f5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c01dfb1-8606-4be3-80db-841a593c87e5 HTTP/1.1" status: 200 len: 1001 time: 0.0671239 Jul 22 23:19:08.140453 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-233f84cd-ddf9-4f3c-8003-bd402ba46d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:08.141972 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-233f84cd-ddf9-4f3c-8003-bd402ba46d2c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03ee3dab-9ef5-4c5d-a33a-e755c7f55776 HTTP/1.1" status: 200 len: 856 time: 0.0471389 Jul 22 23:19:08.211409 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-c8b0aafe-e763-4978-a0e2-5614874a81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:08.212951 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-c8b0aafe-e763-4978-a0e2-5614874a81c0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600967 Jul 22 23:19:08.319007 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-31f2c2ce-5aaa-4c9b-9a35-3c99a9eb0212 service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945671 Jul 22 23:19:08.430941 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fd56acf5-2942-465e-b0ec-a3a8b9e9cc64 req-3e16c2d6-7de3-4277-8982-156ac6760c3a service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006787 Jul 22 23:19:15.561056 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bab2f-c05d-4521-a54e-7d0a48450133 req-4fcf1bc3-a10c-478e-bfc4-6fb115c200f2 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:15.562720 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b67bab2f-c05d-4521-a54e-7d0a48450133 req-4fcf1bc3-a10c-478e-bfc4-6fb115c200f2 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 945 time: 0.0751431 Jul 22 23:19:15.623084 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b67bab2f-c05d-4521-a54e-7d0a48450133 req-d7a9880d-cee6-4511-9ee9-b94e98cf4b72 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507386 Jul 22 23:19:16.070471 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-e6ade957-7d8d-4108-bba1-01b82993ff8c tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:16.072081 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-e6ade957-7d8d-4108-bba1-01b82993ff8c tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 945 time: 0.0688035 Jul 22 23:19:16.210299 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Deleting port 0c01dfb1-8606-4be3-80db-841a593c87e5 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:19:16.210751 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:16.337979 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] For port 0c01dfb1-8606-4be3-80db-841a593c87e5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0c01dfb1-8606-4be3-80db-841a593c87e5,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:16.337979 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:16.915223 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:16.915910 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:16.916480 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.l3_db [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Floating IP 89c3b9d5-fa9f-4d4d-b988-4cc7b53bed51 disassociated. External IP: 172.27.3.144, port: 0c01dfb1-8606-4be3-80db-841a593c87e5. Jul 22 23:19:16.916966 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Calling delete_port for 0c01dfb1-8606-4be3-80db-841a593c87e5 owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:19:16.961685 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cdf21-864b-4920-909f-5078536d5474 req-c3e96d02-d3dc-49d9-a992-1ad25454a472 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:16.963490 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-812cdf21-864b-4920-909f-5078536d5474 req-c3e96d02-d3dc-49d9-a992-1ad25454a472 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 945 time: 0.1795056 Jul 22 23:19:17.024386 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-812cdf21-864b-4920-909f-5078536d5474 req-596e5528-d4a0-4ef3-8417-8cbdb1625119 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=a9d2a916-0f54-464f-9083-49ed0dd8bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482132 Jul 22 23:19:17.101490 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:17.136749 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event deleted for resources: {'Port': ['ID=0c01dfb1-8606-4be3-80db-841a593c87e5,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:17.147219 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.147565 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.147903 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.148235 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.148565 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.148889 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.149212 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.149532 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.149850 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.150209 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.150527 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.150846 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:17.278121 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:19:17.420676 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:19:17.437036 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b601e1e-c980-4242-8b45-a4fd565f869b None None] Sync routers for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:19:17.448288 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b601e1e-c980-4242-8b45-a4fd565f869b None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:19:17.449061 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-7b601e1e-c980-4242-8b45-a4fd565f869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:19:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:17.537127 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] No DVR routers for this DVR port 0c01dfb1-8606-4be3-80db-841a593c87e5 on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:19:17.559190 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:17.559190 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a02d81e1-1330-4251-aeb7-43fab05f4896 req-6f9f979e-9c69-4f3a-a7c0-e6a38b4d0adf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.78 "DELETE /v2.0/ports/0c01dfb1-8606-4be3-80db-841a593c87e5 HTTP/1.1" status: 204 len: 173 time: 1.4725156 Jul 22 23:19:17.559190 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'name': 'network-vif-deleted', 'tag': '0c01dfb1-8606-4be3-80db-841a593c87e5'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:19:17.564483 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeb0408-df73-48ab-bf3c-8fc124420cd2" -d '{"events": [{"server_uuid": "4d7f1515-438a-43b8-a5ec-120e7fbea973", "name": "network-vif-deleted", "tag": "0c01dfb1-8606-4be3-80db-841a593c87e5"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:19:17.688434 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-7b601e1e-c980-4242-8b45-a4fd565f869b None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:19:17.780777 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc0f8ab-3709-4842-b86f-814c96b5a8ae x-openstack-request-id: req-fbc0f8ab-3709-4842-b86f-814c96b5a8ae {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:19:17.781674 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7f1515-438a-43b8-a5ec-120e7fbea973", "name": "network-vif-deleted", "tag": "0c01dfb1-8606-4be3-80db-841a593c87e5", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:19:17.782313 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbc0f8ab-3709-4842-b86f-814c96b5a8ae {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:19:17.783193 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7f1515-438a-43b8-a5ec-120e7fbea973', 'name': 'network-vif-deleted', 'tag': '0c01dfb1-8606-4be3-80db-841a593c87e5', 'status': 'completed', 'code': 200} Jul 22 23:19:18.031099 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-7b601e1e-c980-4242-8b45-a4fd565f869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:18.064693 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b601e1e-c980-4242-8b45-a4fd565f869b None None] Checking router: 2f42cff3-bd22-4a6e-ab53-f01ec772b17c for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:19:18.078901 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b601e1e-c980-4242-8b45-a4fd565f869b None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:19:18.079946 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-7b601e1e-c980-4242-8b45-a4fd565f869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:19:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:18.294912 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-2159de99-c2e6-4f48-a577-8ed9d7305020 req-ded3aa13-d76e-4915-b54a-5a81c8482c65 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d7f1515-438a-43b8-a5ec-120e7fbea973 HTTP/1.1" status: 200 len: 210 time: 0.0793443 Jul 22 23:19:18.331672 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-7b601e1e-c980-4242-8b45-a4fd565f869b None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:19:18.638898 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-7b601e1e-c980-4242-8b45-a4fd565f869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:18.674682 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b601e1e-c980-4242-8b45-a4fd565f869b None None] The sync data for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi is: [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:19:18.946759 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc41f28-b9f7-4747-8959-088dc99f1206 None None] New status for floating IP 89c3b9d5-fa9f-4d4d-b988-4cc7b53bed51: DOWN {{(pid=93215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:19:19.426442 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 36782) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:19.545360 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-30b7ac66-d514-4f87-ab68-63e6e11ab56f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.585149 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-30b7ac66-d514-4f87-ab68-63e6e11ab56f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.670245 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-30b7ac66-d514-4f87-ab68-63e6e11ab56f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.675459 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-30b7ac66-d514-4f87-ab68-63e6e11ab56f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.681708 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 36788) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:19.682490 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-30b7ac66-d514-4f87-ab68-63e6e11ab56f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "DELETE /v2.0/security-groups/a9d2a916-0f54-464f-9083-49ed0dd8bd4f HTTP/1.1" status: 204 len: 168 time: 0.2497430 Jul 22 23:19:19.700799 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7ac66-d514-4f87-ab68-63e6e11ab56f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d2a916-0f54-464f-9083-49ed0dd8bd4f,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:19.708910 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.api.v2.resource [None req-bef54984-fbd6-47e0-a0ea-2ec00cd02533 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] show failed (client error): The resource could not be found. Jul 22 23:19:19.719322 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 36790) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:19.729673 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-bef54984-fbd6-47e0-a0ea-2ec00cd02533 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups/a9d2a916-0f54-464f-9083-49ed0dd8bd4f HTTP/1.1" status: 404 len: 347 time: 0.0335126 Jul 22 23:19:19.903844 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-0648620a-3e76-48ec-b2bd-5150f6c1b2a1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Deleting port 041878da-fe83-4524-81cd-67735d8fecf3 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:19:19.904678 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0648620a-3e76-48ec-b2bd-5150f6c1b2a1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.015215 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0648620a-3e76-48ec-b2bd-5150f6c1b2a1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.015764 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0648620a-3e76-48ec-b2bd-5150f6c1b2a1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.032217 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-0648620a-3e76-48ec-b2bd-5150f6c1b2a1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Calling delete_port for 041878da-fe83-4524-81cd-67735d8fecf3 owned by network:floatingip {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:19:20.259665 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0648620a-3e76-48ec-b2bd-5150f6c1b2a1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.310758 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648620a-3e76-48ec-b2bd-5150f6c1b2a1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event deleted for resources: {'Port': ['ID=041878da-fe83-4524-81cd-67735d8fecf3,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:20.332432 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 0c01dfb1-8606-4be3-80db-841a593c87e5 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:19:20.362328 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 0c01dfb1-8606-4be3-80db-841a593c87e5 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:19:20.362597 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 0c01dfb1-8606-4be3-80db-841a593c87e5 not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:19:20.407097 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0648620a-3e76-48ec-b2bd-5150f6c1b2a1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.411948 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0648620a-3e76-48ec-b2bd-5150f6c1b2a1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.414094 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-0648620a-3e76-48ec-b2bd-5150f6c1b2a1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "DELETE /v2.0/floatingips/89c3b9d5-fa9f-4d4d-b988-4cc7b53bed51 HTTP/1.1" status: 204 len: 168 time: 0.6925681 Jul 22 23:19:21.193494 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 36814) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:21.198802 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-32ba420f-3b32-4fa4-adce-333f9a9f706f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224092208', 'description': 'tempest-description--424582165'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:21.224206 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-32ba420f-3b32-4fa4-adce-333f9a9f706f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.321875 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-32ba420f-3b32-4fa4-adce-333f9a9f706f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.329991 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-32ba420f-3b32-4fa4-adce-333f9a9f706f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.363242 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-32ba420f-3b32-4fa4-adce-333f9a9f706f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.364540 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-32ba420f-3b32-4fa4-adce-333f9a9f706f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1702025 Jul 22 23:19:21.368112 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba420f-3b32-4fa4-adce-333f9a9f706f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:21.371987 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 36818) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:21.383794 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'security_group_rule': {'security_group_id': '1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:21.423379 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.515487 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.515656 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.537383 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47562c18-100e-4ac1-91ee-1ab03d0f2ad0,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:21.546522 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.546872 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.547194 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.547536 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.547863 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.548196 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.548526 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.548851 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.549177 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.549506 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.549830 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.550189 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:21.553313 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.554569 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-147c4024-b7c1-4010-be93-e0fab178c49d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1805468 Jul 22 23:19:21.559759 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 36822) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:21.564646 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-32bde8b2-8da3-4f79-9196-c4de6c40799f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'security_group_rule': {'security_group_id': '1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:21.593312 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-32bde8b2-8da3-4f79-9196-c4de6c40799f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.659804 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-32bde8b2-8da3-4f79-9196-c4de6c40799f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.664745 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-32bde8b2-8da3-4f79-9196-c4de6c40799f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.685765 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bde8b2-8da3-4f79-9196-c4de6c40799f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd02cb9c-f684-4c31-af2f-f8f3e63d618a,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:21.702853 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-32bde8b2-8da3-4f79-9196-c4de6c40799f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.704857 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-32bde8b2-8da3-4f79-9196-c4de6c40799f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438935 Jul 22 23:19:21.707903 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 36826) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:21.717129 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'floatingip': {'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:21.754634 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.872561 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:22.026546 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Allocated IP 172.27.3.70 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/a3ad9bc0-90ca-4c0f-a3ac-3355617f3de2) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:19:22.174608 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:22.251001 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:22.295380 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:19:22.298718 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:19:22.305522 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:19:22.531083 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'Port': ['ID=a3ad9bc0-90ca-4c0f-a3ac-3355617f3de2,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:22.597698 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:22.674441 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:22.883805 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:22.891404 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4474643'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:23.009724 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'Port': ['ID=a3ad9bc0-90ca-4c0f-a3ac-3355617f3de2,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:23.028328 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:23.048358 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:23.051736 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-95d67288-6beb-4b03-b1b2-03826c20f572 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3419201 Jul 22 23:19:23.264003 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-f9f06fc8-d43a-4d98-a57b-01013fe06a31 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--224092208&fields=id&tenant_id=989ed4019032413dacd764b93ca3e0a4 HTTP/1.1" status: 200 len: 267 time: 0.0645299 Jul 22 23:19:23.410470 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-6b48c07d-14ab-48f6-bbc8-ec0e3d2367c8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:23.412157 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-6b48c07d-14ab-48f6-bbc8-ec0e3d2367c8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/networks?id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d HTTP/1.1" status: 200 len: 817 time: 0.1379838 Jul 22 23:19:23.433480 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-ba649472-3e4c-4b9f-b143-c226af1f430a tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/quotas/989ed4019032413dacd764b93ca3e0a4 HTTP/1.1" status: 200 len: 375 time: 0.0105178 Jul 22 23:19:23.514968 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-04213eb5-f32c-46b4-b67a-4ac471c642f2 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=989ed4019032413dacd764b93ca3e0a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758913 Jul 22 23:19:23.738387 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-493a770f-2690-4f3d-b18e-ffd1d6368207 service neutron] 10.222.0.55 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094197 Jul 22 23:19:23.844403 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-a6023e7d-ee6d-4bff-a39c-bff13af0fa6e service neutron] 10.222.0.55 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986109 Jul 22 23:19:24.114733 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d25fbc0-86f0-4c80-9b2b-eaa7cf8506ca req-6db42352-6f30-473e-96c2-e4dc96067cfc tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 210 time: 0.0530427 Jul 22 23:19:25.197867 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:19:25.259767 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0c15d8c7-d670-4d27-8f52-e89326a1378a req-6096264b-88e8-44cb-9f86-d573c7709394 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 210 time: 0.0522013 Jul 22 23:19:26.352468 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ab8a144a-c99a-4e59-b4ca-65f96995b556 req-f581932a-9f9c-41b6-8d64-305c2482d016 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 210 time: 0.0345302 Jul 22 23:19:27.523116 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0bb79d14-f71b-4f3a-b74c-0fa37475c94d req-09229db1-b22d-4de9-8378-4b3be29fbddc tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 210 time: 0.0785425 Jul 22 23:19:27.600671 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-227834b3-e396-49d8-928a-b01de48caedf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:27.604531 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-227834b3-e396-49d8-928a-b01de48caedf tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.78 "GET /v2.0/networks?id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d HTTP/1.1" status: 200 len: 817 time: 0.2092855 Jul 22 23:19:27.677635 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-b74beaae-ebe3-4563-a330-540b128047d6 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=989ed4019032413dacd764b93ca3e0a4 HTTP/1.1" status: 200 len: 379 time: 0.0574758 Jul 22 23:19:27.697597 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'port': {'device_id': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'admin_state_up': True, 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'security_groups': ['1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1']}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:27.839172 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Made reservation on behalf of 989ed4019032413dacd764b93ca3e0a4 for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:19:27.842934 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:27.998127 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Allocated IP 172.20.0.12 (18c504e6-d2aa-4ecf-ae3a-000e47781a7d/03ee3dab-9ef5-4c5d-a33a-e755c7f55776/1d101a57-8ac2-4c6b-8042-fdb0bf4eee06) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:19:28.181703 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:28.204044 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Transition to ACTIVE for port object 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:19:28.242286 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:28.292463 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:19:28.296120 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:19:28.299246 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:19:28.338884 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event updated for resources: {'Port': ['ID=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:28.377976 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-664c058b-0f66-4af7-8080-dc677c959ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:28.391722 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:28.392765 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:28.417235 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-d1f1b31f-7dbf-48e3-9f4f-dc45a8ecd4fd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7273736 Jul 22 23:19:28.435178 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Request body: {'port': {'device_id': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:28.542004 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:28.647505 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-22b2b703-1336-403a-b7e3-8fd922d30a89 None None] Provisioning for port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:19:28.653835 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-22b2b703-1336-403a-b7e3-8fd922d30a89 None None] Provisioning complete for port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:28.654814 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-22b2b703-1336-403a-b7e3-8fd922d30a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:28.722862 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-22b2b703-1336-403a-b7e3-8fd922d30a89 None None] Port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:19:28.822268 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d22fa-0269-4e55-95a5-b11aa6f15ff4 req-d09f79c6-dc7f-470f-ba97-48ca3339c9dd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:28.823908 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9a2d22fa-0269-4e55-95a5-b11aa6f15ff4 req-d09f79c6-dc7f-470f-ba97-48ca3339c9dd tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 932 time: 0.1463761 Jul 22 23:19:28.892124 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9a2d22fa-0269-4e55-95a5-b11aa6f15ff4 req-25dd811a-6df7-4d86-96fd-03a61b139ce1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610671 Jul 22 23:19:28.966472 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:19:28.979201 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:28.993787 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Transition to ACTIVE for port object 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:19:28.999444 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:29.082174 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Pushing event updated for resources: {'Port': ['ID=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:29.148902 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Attempting to bind port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:19:29.149499 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Attempting to bind port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:19:29.150018 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Attempting to bind port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 on network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:19:29.158257 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 on network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:19:29.158782 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Attempting to bind port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 on network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:19:29.168359 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:19:29.168782 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Checking segment: {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:19:29.169422 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Bound using segment: {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:19:29.170242 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Bound port: 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53da782b-6edc-47fb-a2bf-a50724eeea5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:19:29.170865 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:29.301553 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] For port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:19:29.305413 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] For port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:19:29.312099 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:29.356203 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:29.357357 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:29.359364 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] 10.222.0.78 "PUT /v2.0/ports/1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 HTTP/1.1" status: 200 len: 1094 time: 0.9287932 Jul 22 23:19:29.360023 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'tag': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:19:29.362888 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2756f46-4891-424d-95c3-4d306943864a" -d '{"events": [{"name": "network-changed", "server_uuid": "f80c64e6-1312-4f29-88ab-b7eba7837833", "tag": "1d101a57-8ac2-4c6b-8042-fdb0bf4eee06"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:19:29.410001 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a86419-8c35-4b02-8b7d-6c8e2e2db336 service neutron] Pushing event updated for resources: {'Port': ['ID=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:29.426497 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5469ea00-c0ef-4729-942b-5601742aed1b x-openstack-request-id: req-5469ea00-c0ef-4729-942b-5601742aed1b {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:19:29.426943 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80c64e6-1312-4f29-88ab-b7eba7837833", "tag": "1d101a57-8ac2-4c6b-8042-fdb0bf4eee06", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:19:29.427353 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5469ea00-c0ef-4729-942b-5601742aed1b {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:19:29.428534 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'tag': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06', 'status': 'completed', 'code': 200} Jul 22 23:19:29.498193 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-f65ea60a-ebd4-4985-ab25-a144925d35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:29.499872 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-f65ea60a-ebd4-4985-ab25-a144925d35ce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=989ed4019032413dacd764b93ca3e0a4&device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 1097 time: 0.0847206 Jul 22 23:19:29.549433 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-50ccf1e0-4618-43f2-9918-f5422ae716e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 HTTP/1.1" status: 200 len: 217 time: 0.0370166 Jul 22 23:19:29.629408 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-12f489c1-24a6-4d1d-b89f-a5c3a9d8dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:29.632454 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-12f489c1-24a6-4d1d-b89f-a5c3a9d8dc79 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03ee3dab-9ef5-4c5d-a33a-e755c7f55776 HTTP/1.1" status: 200 len: 856 time: 0.0723817 Jul 22 23:19:29.721446 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-69e71943-6b15-4f36-9882-66cc24f492eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:29.724034 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-69e71943-6b15-4f36-9882-66cc24f492eb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774658 Jul 22 23:19:29.880675 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-26b1733b-d2b7-4f38-ba2f-8ad890cdd51f service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433599 Jul 22 23:19:30.030825 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-18966ed5-89c7-4641-b5a3-48f34dfad8a0 req-92f4b2b9-ef78-4c29-9926-f9a8690ff1e0 service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368651 Jul 22 23:19:30.119858 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253df7-f55a-470b-a5ef-5f53bf8882fc req-43a4f1bb-c6db-429f-a279-faf303651df1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:30.121495 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7253df7-f55a-470b-a5ef-5f53bf8882fc req-43a4f1bb-c6db-429f-a279-faf303651df1 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 944 time: 0.1158683 Jul 22 23:19:30.189746 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7253df7-f55a-470b-a5ef-5f53bf8882fc req-f88133d9-f8c0-4905-8fec-f54a6af731ff tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506663 Jul 22 23:19:30.201995 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756f46-4891-424d-95c3-4d306943864a req-cf4d1897-fb15-488d-b1b5-96fafc7e7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:30.203539 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b2756f46-4891-424d-95c3-4d306943864a req-cf4d1897-fb15-488d-b1b5-96fafc7e7bb4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=989ed4019032413dacd764b93ca3e0a4&device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 1097 time: 0.1058605 Jul 22 23:19:30.304639 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756f46-4891-424d-95c3-4d306943864a req-beda14ca-6225-4eaf-ba4f-8fc39ad1831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:30.306186 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b2756f46-4891-424d-95c3-4d306943864a req-beda14ca-6225-4eaf-ba4f-8fc39ad1831d service neutron] 10.222.0.78 "GET /v2.0/networks?id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d HTTP/1.1" status: 200 len: 918 time: 0.0954256 Jul 22 23:19:30.352822 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b2756f46-4891-424d-95c3-4d306943864a req-6ede6e78-02f9-4b83-9da2-03c22e1ec359 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 HTTP/1.1" status: 200 len: 217 time: 0.0390229 Jul 22 23:19:30.420231 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756f46-4891-424d-95c3-4d306943864a req-9cfa2006-0aa8-410e-8dc0-ad7ef518b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:30.421899 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b2756f46-4891-424d-95c3-4d306943864a req-9cfa2006-0aa8-410e-8dc0-ad7ef518b4e1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03ee3dab-9ef5-4c5d-a33a-e755c7f55776 HTTP/1.1" status: 200 len: 856 time: 0.0584412 Jul 22 23:19:30.486387 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756f46-4891-424d-95c3-4d306943864a req-000a456b-e679-498b-84f7-6e1ded639939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:30.487820 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b2756f46-4891-424d-95c3-4d306943864a req-000a456b-e679-498b-84f7-6e1ded639939 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590827 Jul 22 23:19:30.587820 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b2756f46-4891-424d-95c3-4d306943864a req-4ce531d7-0406-4ef9-a354-054f5099fa6e service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919831 Jul 22 23:19:30.692105 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b2756f46-4891-424d-95c3-4d306943864a req-7c5ea6ea-5832-49b5-9575-1bc65ddf7c69 service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958428 Jul 22 23:19:31.247804 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-98f4fa07-af28-46e3-bcaf-be1ab3c943be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:31.355261 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776cafa-a0da-4cf1-a27f-d0a2e3853c47 req-b9eb0289-4764-4d36-ad47-7cacc1231a8d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:31.357343 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d776cafa-a0da-4cf1-a27f-d0a2e3853c47 req-b9eb0289-4764-4d36-ad47-7cacc1231a8d tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 944 time: 0.0762932 Jul 22 23:19:31.398998 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d776cafa-a0da-4cf1-a27f-d0a2e3853c47 req-638edb45-d783-4610-b2cc-76727d283d58 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349476 Jul 22 23:19:31.747886 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:32.343710 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:19:32.458501 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:32.479108 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'port_id': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06', 'mac_address': 'fa:16:3e:9d:81:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:19:32.538604 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:32.554252 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:19:32.572124 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd78cf3-6318-478a-8286-74490f899403 req-b7eaa0da-734c-4bab-a484-15395af97a2f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:32.574437 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fdd78cf3-6318-478a-8286-74490f899403 req-b7eaa0da-734c-4bab-a484-15395af97a2f tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 944 time: 0.0749109 Jul 22 23:19:32.578790 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:32.586023 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:32.621783 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fdd78cf3-6318-478a-8286-74490f899403 req-467a357a-1713-42c4-b09a-020e2c78431b tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409954 Jul 22 23:19:32.668662 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:32.682324 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.682870 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.683460 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.683996 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.684525 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.685102 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.685656 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.686342 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.686907 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.687462 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.688024 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.688576 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:32.915356 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['1d101a57-8ac2-4c6b-8042-fdb0bf4eee06'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:19:33.181723 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:33.802471 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30858951-2e4b-496f-a522-5fed4314a344 req-4d7ecdb3-efaf-44b0-9be1-73c3bd45e4cb tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:33.803539 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-30858951-2e4b-496f-a522-5fed4314a344 req-4d7ecdb3-efaf-44b0-9be1-73c3bd45e4cb tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 945 time: 0.0938215 Jul 22 23:19:33.850949 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-30858951-2e4b-496f-a522-5fed4314a344 req-cc5cc0a0-abf4-4b8e-a266-9c656e4e0e6b tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358982 Jul 22 23:19:34.345915 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:19:34.404747 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:19:34.413084 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:34.413456 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:34.496661 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:34.522915 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:19:34.525198 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f792e71-29a8-403c-bd92-dd2feed76f7e" -d '{"events": [{"server_uuid": "f80c64e6-1312-4f29-88ab-b7eba7837833", "name": "network-vif-plugged", "status": "completed", "tag": "1d101a57-8ac2-4c6b-8042-fdb0bf4eee06"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:19:34.539566 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:34.544284 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:34.598269 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:34.638272 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33804500-9b12-45d4-82db-2e29cce81941 x-openstack-request-id: req-33804500-9b12-45d4-82db-2e29cce81941 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:19:34.638569 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80c64e6-1312-4f29-88ab-b7eba7837833", "name": "network-vif-plugged", "status": "completed", "tag": "1d101a57-8ac2-4c6b-8042-fdb0bf4eee06", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:19:34.638822 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33804500-9b12-45d4-82db-2e29cce81941 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:19:34.639223 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06', 'code': 200} Jul 22 23:19:34.847502 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fbf00-3d4f-413d-adcf-087834b67269 req-9723ec1e-9d1c-434a-b745-c5a8236be66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:34.849095 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-506fbf00-3d4f-413d-adcf-087834b67269 req-9723ec1e-9d1c-434a-b745-c5a8236be66a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 1099 time: 0.0617921 Jul 22 23:19:34.900135 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-506fbf00-3d4f-413d-adcf-087834b67269 req-54f0377e-6980-4a3f-b94c-946baa1da22e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388153 Jul 22 23:19:34.959210 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:35.043073 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e2533-5d70-4fe7-aa6a-dc76fbb643d8 req-77a7209a-7d92-4fb6-8365-2d9ef5ddff00 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:35.045766 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9c3e2533-5d70-4fe7-aa6a-dc76fbb643d8 req-77a7209a-7d92-4fb6-8365-2d9ef5ddff00 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 946 time: 0.0967910 Jul 22 23:19:35.096926 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9c3e2533-5d70-4fe7-aa6a-dc76fbb643d8 req-7fdfa99c-9596-4313-8301-d5d52b163040 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442078 Jul 22 23:19:36.068197 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:36.261675 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122466d4-9c61-43ee-aad4-c1eb82714419 req-045e597c-50ad-4a1a-b994-da9d1247a092 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:36.263360 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-122466d4-9c61-43ee-aad4-c1eb82714419 req-045e597c-50ad-4a1a-b994-da9d1247a092 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 946 time: 0.0750802 Jul 22 23:19:36.307972 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-122466d4-9c61-43ee-aad4-c1eb82714419 req-90ec2f52-be6f-4191-8cd1-32d2301a3f72 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364163 Jul 22 23:19:36.461285 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d608d5d-77e0-4642-a843-8f6c1720b574 req-d61668d7-ce4a-4007-842e-536b323a198e tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:36.463244 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5d608d5d-77e0-4642-a843-8f6c1720b574 req-d61668d7-ce4a-4007-842e-536b323a198e tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 946 time: 0.0796607 Jul 22 23:19:36.475225 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 37090) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:36.481129 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-780dd9ef-00d0-43a8-8b32-90bc2def2800 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Request body: {'floatingip': {'port_id': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:36.531831 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-780dd9ef-00d0-43a8-8b32-90bc2def2800 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.442690 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-780dd9ef-00d0-43a8-8b32-90bc2def2800 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.448293 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-780dd9ef-00d0-43a8-8b32-90bc2def2800 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.564985 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.l3_db [None req-780dd9ef-00d0-43a8-8b32-90bc2def2800 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Floating IP 7b002802-6f05-4a1b-bd67-1a5daa578659 associated. External IP: 172.27.3.70, port: 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06. Jul 22 23:19:37.796088 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780dd9ef-00d0-43a8-8b32-90bc2def2800 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:19:37.917371 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780dd9ef-00d0-43a8-8b32-90bc2def2800 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:19:37.931437 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-780dd9ef-00d0-43a8-8b32-90bc2def2800 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:37.937137 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede8ce3-db3a-44ed-81d7-7515287af734 None None] Sync routers for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:19:37.972831 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede8ce3-db3a-44ed-81d7-7515287af734 None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:19:37.973764 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-2ede8ce3-db3a-44ed-81d7-7515287af734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:19:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:37.992037 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-780dd9ef-00d0-43a8-8b32-90bc2def2800 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "PUT /v2.0/floatingips/7b002802-6f05-4a1b-bd67-1a5daa578659 HTTP/1.1" status: 200 len: 991 time: 1.5154080 Jul 22 23:19:37.992876 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'tag': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:19:37.997075 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c846982b-efd4-4b33-a3d5-b10a948b69c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f80c64e6-1312-4f29-88ab-b7eba7837833", "tag": "1d101a57-8ac2-4c6b-8042-fdb0bf4eee06"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:19:38.068663 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a4a2ad-cfbb-497e-b6c8-4fe27696388a x-openstack-request-id: req-81a4a2ad-cfbb-497e-b6c8-4fe27696388a {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:19:38.069579 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80c64e6-1312-4f29-88ab-b7eba7837833", "tag": "1d101a57-8ac2-4c6b-8042-fdb0bf4eee06", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:19:38.070334 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81a4a2ad-cfbb-497e-b6c8-4fe27696388a {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:19:38.071519 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'tag': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06', 'status': 'completed', 'code': 200} Jul 22 23:19:38.139304 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-2ede8ce3-db3a-44ed-81d7-7515287af734 None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:19:38.183982 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846982b-efd4-4b33-a3d5-b10a948b69c2 req-b932ba15-c2cd-407d-b5ee-05e17f5a2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:38.186987 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c846982b-efd4-4b33-a3d5-b10a948b69c2 req-b932ba15-c2cd-407d-b5ee-05e17f5a2190 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=989ed4019032413dacd764b93ca3e0a4&device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 1099 time: 0.0898020 Jul 22 23:19:38.313117 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846982b-efd4-4b33-a3d5-b10a948b69c2 req-3f9a04e8-79a6-4233-9218-d22ef3f2b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:38.315565 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c846982b-efd4-4b33-a3d5-b10a948b69c2 req-3f9a04e8-79a6-4233-9218-d22ef3f2b933 service neutron] 10.222.0.78 "GET /v2.0/networks?id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d HTTP/1.1" status: 200 len: 918 time: 0.1212480 Jul 22 23:19:38.435993 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c846982b-efd4-4b33-a3d5-b10a948b69c2 req-dce94839-f7f4-4455-99fe-9e321ea87e2f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 HTTP/1.1" status: 200 len: 999 time: 0.1115270 Jul 22 23:19:38.511712 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846982b-efd4-4b33-a3d5-b10a948b69c2 req-9d80322e-8a15-4654-8523-fff51f835ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:38.514224 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c846982b-efd4-4b33-a3d5-b10a948b69c2 req-9d80322e-8a15-4654-8523-fff51f835ed2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03ee3dab-9ef5-4c5d-a33a-e755c7f55776 HTTP/1.1" status: 200 len: 856 time: 0.0678437 Jul 22 23:19:38.569203 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-2ede8ce3-db3a-44ed-81d7-7515287af734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '7b002802-6f05-4a1b-bd67-1a5daa578659', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'port_id': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'mac_address': 'fa:16:3e:9d:81:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:19:22Z', 'updated_at': '2021-07-22T23:19:37Z', 'revision_number': 1, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:38.600281 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846982b-efd4-4b33-a3d5-b10a948b69c2 req-ba58ebd2-76c9-4b53-b8c2-1455c7eec9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:38.602935 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c846982b-efd4-4b33-a3d5-b10a948b69c2 req-ba58ebd2-76c9-4b53-b8c2-1455c7eec9a1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823603 Jul 22 23:19:38.603521 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede8ce3-db3a-44ed-81d7-7515287af734 None None] Checking router: 2f42cff3-bd22-4a6e-ab53-f01ec772b17c for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:19:38.613976 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede8ce3-db3a-44ed-81d7-7515287af734 None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:19:38.614645 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-2ede8ce3-db3a-44ed-81d7-7515287af734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:19:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:38.738211 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c846982b-efd4-4b33-a3d5-b10a948b69c2 req-fb6c3de9-f4f4-45a8-91a6-e26472eec9ac service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265650 Jul 22 23:19:38.743976 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-2ede8ce3-db3a-44ed-81d7-7515287af734 None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:19:38.837258 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c846982b-efd4-4b33-a3d5-b10a948b69c2 req-f3f9ddad-fba1-4282-898e-1997419a48ff service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930693 Jul 22 23:19:39.037284 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-2ede8ce3-db3a-44ed-81d7-7515287af734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '7b002802-6f05-4a1b-bd67-1a5daa578659', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'port_id': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'mac_address': 'fa:16:3e:9d:81:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:19:22Z', 'updated_at': '2021-07-22T23:19:37Z', 'revision_number': 1, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:39.070054 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede8ce3-db3a-44ed-81d7-7515287af734 None None] The sync data for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi is: [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '7b002802-6f05-4a1b-bd67-1a5daa578659', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'port_id': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'mac_address': 'fa:16:3e:9d:81:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:19:22Z', 'updated_at': '2021-07-22T23:19:37Z', 'revision_number': 1, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:19:39.300179 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f5ac1-292f-4bfd-af04-234d8b3b3b81 None None] New status for floating IP 7b002802-6f05-4a1b-bd67-1a5daa578659: ACTIVE {{(pid=93215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:19:58.367807 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f0644aa4-88ba-4385-adce-327932a9b113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:01.251504 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-0d5d0ba3-c3cd-425b-8890-2500b62901cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:01.765465 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:02.197983 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:20:03.186659 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:04.968116 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:06.061722 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:08.775944 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d96f028-ba07-4b13-996a-ec069b2568c9 req-baec3e86-3a28-4ac1-bc76-55ef20b2ed5f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695059 Jul 22 23:20:08.871518 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96f028-ba07-4b13-996a-ec069b2568c9 req-035a98d6-7acd-4a96-acef-89f661592f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:08.873525 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d96f028-ba07-4b13-996a-ec069b2568c9 req-035a98d6-7acd-4a96-acef-89f661592f61 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=207f499e75124b56a9a40222d64c855c&device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 1098 time: 0.0711129 Jul 22 23:20:08.982025 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96f028-ba07-4b13-996a-ec069b2568c9 req-acc2c81a-b147-4872-966c-a656b803981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:08.983533 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d96f028-ba07-4b13-996a-ec069b2568c9 req-acc2c81a-b147-4872-966c-a656b803981e service neutron] 10.222.0.78 "GET /v2.0/networks?id=07ab8e55-ff83-4383-9b62-9cbaa631f84e HTTP/1.1" status: 200 len: 914 time: 0.0878131 Jul 22 23:20:09.034732 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d96f028-ba07-4b13-996a-ec069b2568c9 req-299f60da-6b36-4ff8-ac26-cbfb6990ba4f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b572d1c4-5299-43d7-839b-170d16646c94 HTTP/1.1" status: 200 len: 217 time: 0.0392907 Jul 22 23:20:09.096989 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96f028-ba07-4b13-996a-ec069b2568c9 req-9d3dbba8-9192-4b44-8654-7ad8c5169ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:09.099193 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d96f028-ba07-4b13-996a-ec069b2568c9 req-9d3dbba8-9192-4b44-8654-7ad8c5169ef5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=434387a4-04e4-4d82-80d3-e710695ceac9 HTTP/1.1" status: 200 len: 853 time: 0.0582843 Jul 22 23:20:09.149197 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d96f028-ba07-4b13-996a-ec069b2568c9 req-5d887669-77b5-423a-b73b-49de97a3eea8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=07ab8e55-ff83-4383-9b62-9cbaa631f84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421512 Jul 22 23:20:09.285145 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d96f028-ba07-4b13-996a-ec069b2568c9 req-813ea10c-811d-4904-a4c1-8d63f55d1bb2 service neutron] 10.222.0.78 "GET /v2.0/networks/07ab8e55-ff83-4383-9b62-9cbaa631f84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270013 Jul 22 23:20:09.379118 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d96f028-ba07-4b13-996a-ec069b2568c9 req-bd022c09-52bb-423c-bf0b-9b71fe69f3ce service neutron] 10.222.0.78 "GET /v2.0/networks/07ab8e55-ff83-4383-9b62-9cbaa631f84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870221 Jul 22 23:20:28.365183 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-240057d0-df1c-4d2e-88f0-2d7f3c04028f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:31.257364 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-529663ee-6ebf-4400-8e0a-f0a3961a36c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:31.749648 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:33.187833 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:34.964103 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:36.077634 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:39.197058 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:20:55.144725 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 38288) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:55.255304 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:55.305539 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:55.409484 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:55.412284 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:55.413948 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] 10.222.0.55 "DELETE /v2.0/security-groups/f0e0ae73-a3b9-4a51-9b01-225e36be625a HTTP/1.1" status: 204 len: 168 time: 0.2677176 Jul 22 23:20:55.424894 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e0ae73-a3b9-4a51-9b01-225e36be625a,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:55.436753 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.437364 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.437755 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.438275 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.438968 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.439588 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.440162 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.440584 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.441068 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.441501 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.441948 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.442539 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b91ef31-398c-4399-8788-c27b13eb2277 tempest-TestShelveInstance-1608680439 tempest-TestShelveInstance-1608680439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:55.526323 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 38292) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:56.307014 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026702'] for router_interface, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:56.716253 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Deleting port c49e206e-57c3-485c-9d4f-dd65d8cc58d6 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:56.717389 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:56.804391 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] For port c49e206e-57c3-485c-9d4f-dd65d8cc58d6, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=c49e206e-57c3-485c-9d4f-dd65d8cc58d6,segment=NetworkSegment(23e1de3f-d57b-482e-8944-6fed7e0fc79b),segment_id=23e1de3f-d57b-482e-8944-6fed7e0fc79b)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:56.805035 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:56.820155 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Calling delete_port for c49e206e-57c3-485c-9d4f-dd65d8cc58d6 owned by network:router_interface {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:57.105819 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:57.153670 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49e206e-57c3-485c-9d4f-dd65d8cc58d6,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:57.190308 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.190625 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.190970 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.191503 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.192058 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.192608 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.193149 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.193693 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.194685 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.195216 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.195797 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.196279 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:57.585834 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026578'] for router_interface, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:57.819948 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:20:57.942332 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:20:57.948675 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-6fc47569-aac9-49a8-a726-ec06a8dd5152 admin admin] 10.222.0.55 "PUT /v2.0/routers/c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4198949 Jul 22 23:20:57.951468 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 38332) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:57.953853 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c286586-a06d-4051-92bf-cb7d1ad75116 None None] Sync routers for ids ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:20:57.971650 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c286586-a06d-4051-92bf-cb7d1ad75116 None None] Routers {'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:57.973088 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-5c286586-a06d-4051-92bf-cb7d1ad75116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:20:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:58.131405 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-5c286586-a06d-4051-92bf-cb7d1ad75116 None None] Set router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:58.145146 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Notify callbacks [] for router, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:58.315687 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:58.378213 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-27aa7943-97cb-4bda-864c-c930ab74ea58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:58.413500 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Deleting port 85c14492-ddd1-4b19-baeb-af526faa5eaf {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:58.413500 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:58.419958 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-5c286586-a06d-4051-92bf-cb7d1ad75116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'name': 'tempest-TestShelveInstance-900599183-router', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:40Z', 'updated_at': '2021-07-22T23:20:57Z', 'revision_number': 5, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'gw_port': {'id': '85c14492-ddd1-4b19-baeb-af526faa5eaf', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:41Z', 'updated_at': '2021-07-22T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:58.470585 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c286586-a06d-4051-92bf-cb7d1ad75116 None None] Checking router: c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:20:58.485622 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c286586-a06d-4051-92bf-cb7d1ad75116 None None] Routers {'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:58.487036 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-5c286586-a06d-4051-92bf-cb7d1ad75116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:20:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:58.563517 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] For port 85c14492-ddd1-4b19-baeb-af526faa5eaf, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=85c14492-ddd1-4b19-baeb-af526faa5eaf,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:58.564127 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:58.588277 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Calling delete_port for 85c14492-ddd1-4b19-baeb-af526faa5eaf owned by network:router_gateway {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:58.639836 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-5c286586-a06d-4051-92bf-cb7d1ad75116 None None] Set router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e gateway port host: None {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:58.723681 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-5c286586-a06d-4051-92bf-cb7d1ad75116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'name': 'tempest-TestShelveInstance-900599183-router', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:40Z', 'updated_at': '2021-07-22T23:20:58Z', 'revision_number': 6, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'gw_port_host': None}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:58.769248 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c286586-a06d-4051-92bf-cb7d1ad75116 None None] The sync data for ids ['c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e'] in dv-cinder-801916-1-iscsi is: [{'id': 'c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e', 'name': 'tempest-TestShelveInstance-900599183-router', 'tenant_id': '2c7c2c491df54ea79aa18b9833f88be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:40Z', 'updated_at': '2021-07-22T23:20:58Z', 'revision_number': 6, 'project_id': '2c7c2c491df54ea79aa18b9833f88be1', 'gw_port_host': None}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:20:58.822047 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:58.850681 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c14492-ddd1-4b19-baeb-af526faa5eaf,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:58.919668 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027764'] for router_gateway, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.034951 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9425'] for router, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.037533 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.114792 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024079'] for router, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.115789 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e {{(pid=93213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:20:59.124256 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] Notify callbacks [] for router, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.126638 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-c69936c7-97d9-4704-a96b-078d0379b516 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c46fd9bf-0b92-43d2-8f46-c6254b3a6d7e HTTP/1.1" status: 204 len: 168 time: 1.1737592 Jul 22 23:20:59.129324 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 38350) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:59.190348 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cb67ba-aa44-43ec-8f05-ae49f48a9278 admin admin] Deleting subnet 76b2bf51-86af-4d7e-b5ae-10a836b1c030 {{(pid=93213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:20:59.194216 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-03cb67ba-aa44-43ec-8f05-ae49f48a9278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.246707 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-03cb67ba-aa44-43ec-8f05-ae49f48a9278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5845599'] for subnet, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.367926 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-03cb67ba-aa44-43ec-8f05-ae49f48a9278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.436725 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-03cb67ba-aa44-43ec-8f05-ae49f48a9278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4474701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4662459'] for subnet, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.463867 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb67ba-aa44-43ec-8f05-ae49f48a9278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b2bf51-86af-4d7e-b5ae-10a836b1c030,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:59.467849 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-03cb67ba-aa44-43ec-8f05-ae49f48a9278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.469927 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-03cb67ba-aa44-43ec-8f05-ae49f48a9278 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/76b2bf51-86af-4d7e-b5ae-10a836b1c030 HTTP/1.1" status: 204 len: 168 time: 0.3392749 Jul 22 23:20:59.474142 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 38354) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:59.479986 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5868cb4d-dbdb-449e-a68b-c1a6f882f8d3 None None] Network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:20:59.604983 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.674961 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Deleting port 2229c493-c890-4546-9de9-5c037c595360 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:59.675305 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.776186 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] DHCP port deletion for 0ffece03-c66b-4349-9ac3-1d6d60820ae2 request from dv-cinder-801916-1-iscsi {{(pid=93215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:20:59.781897 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] For port 2229c493-c890-4546-9de9-5c037c595360, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=2229c493-c890-4546-9de9-5c037c595360,segment=NetworkSegment(23e1de3f-d57b-482e-8944-6fed7e0fc79b),segment_id=23e1de3f-d57b-482e-8944-6fed7e0fc79b)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:59.782432 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.802599 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Calling delete_port for 2229c493-c890-4546-9de9-5c037c595360 owned by network:dhcp {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:59.842437 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Deleting port 2229c493-c890-4546-9de9-5c037c595360 {{(pid=93215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:59.842838 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.936487 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.948366 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] For port 2229c493-c890-4546-9de9-5c037c595360, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=2229c493-c890-4546-9de9-5c037c595360,segment=NetworkSegment(23e1de3f-d57b-482e-8944-6fed7e0fc79b),segment_id=23e1de3f-d57b-482e-8944-6fed7e0fc79b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:59.948755 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.964082 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2229c493-c890-4546-9de9-5c037c595360,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:59.965311 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Calling delete_port for 2229c493-c890-4546-9de9-5c037c595360 owned by network:dhcp {{(pid=93215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:59.968283 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] No DVR routers for this DVR port 2229c493-c890-4546-9de9-5c037c595360 on host dv-cinder-801916-1-iscsi {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:00.070454 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.090823 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffece03-c66b-4349-9ac3-1d6d60820ae2']}} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:00.118314 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e1de3f-d57b-482e-8944-6fed7e0fc79b') {'for_net_delete': True} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:00.118802 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e1de3f-d57b-482e-8944-6fed7e0fc79b') {} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:00.137205 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229630'] for segment, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.177447 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.182996 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device c49e206e-57c3-485c-9d4f-dd65d8cc58d6 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:00.188423 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:21:00.189090 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6442764'] for segment, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.211276 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: c49e206e-57c3-485c-9d4f-dd65d8cc58d6 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:00.212210 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device c49e206e-57c3-485c-9d4f-dd65d8cc58d6 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:00.212396 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 85c14492-ddd1-4b19-baeb-af526faa5eaf no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: Traceback (most recent call last): Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: timer() Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: cb(*args, **kw) Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: return func(*args, **kwargs) Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: self._notify() Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: self.callback(batched_events) Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: event.method(event) Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: return f(self, *a, **k) Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._get(url).json() Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: return self.request(url, 'GET', **kwargs) Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:21:00.222373 dv-cinder-801916-1-iscsi neutron-server[93214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:21:00.251380 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 85c14492-ddd1-4b19-baeb-af526faa5eaf {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:00.251721 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 85c14492-ddd1-4b19-baeb-af526faa5eaf not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:00.252341 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 2229c493-c890-4546-9de9-5c037c595360 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:00.276716 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.281585 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.283993 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0ffece03-c66b-4349-9ac3-1d6d60820ae2 HTTP/1.1" status: 204 len: 168 time: 0.8081019 Jul 22 23:21:00.287300 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 38368) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:00.296420 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 2229c493-c890-4546-9de9-5c037c595360 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:00.296995 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 2229c493-c890-4546-9de9-5c037c595360 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:00.302772 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfaf1c-c0f2-4361-9196-cd7d7098d3b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ffece03-c66b-4349-9ac3-1d6d60820ae2,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:00.337996 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738'] for port, after_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.364096 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Network 0ffece03-c66b-4349-9ac3-1d6d60820ae2 is not hosted by any dhcp agent {{(pid=93215) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:21:00.364804 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] No DVR routers for this DVR port 2229c493-c890-4546-9de9-5c037c595360 on host dv-cinder-801916-1-iscsi {{(pid=93215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:00.366474 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Pushing event deleted for resources: {'Port': ['ID=2229c493-c890-4546-9de9-5c037c595360,revision_number=None']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:00.376621 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.376954 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.377345 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.377680 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.378015 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.378380 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.378714 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.379054 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.379508 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.379851 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.380123 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.380383 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26cb3a1-4929-42fd-b4f4-e5e0c5fac793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.732986 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026702'] for router_interface, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:01.151971 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] Deleting port be7856bb-552c-40e4-8da0-ff7a61013fd8 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:01.152307 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:01.255944 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] For port be7856bb-552c-40e4-8da0-ff7a61013fd8, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=be7856bb-552c-40e4-8da0-ff7a61013fd8,segment=NetworkSegment(8c2333c4-d711-4406-b172-a290026c74af),segment_id=8c2333c4-d711-4406-b172-a290026c74af)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:01.256441 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:01.276280 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-e2c4276f-d975-4a9f-9434-bbdb5721f23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:01.284441 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] Calling delete_port for be7856bb-552c-40e4-8da0-ff7a61013fd8 owned by network:router_interface {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:01.723063 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:01.757496 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7856bb-552c-40e4-8da0-ff7a61013fd8,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:01.771522 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.020157 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026578'] for router_interface, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.279231 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] Router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:21:02.397379 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:21:02.406968 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b9d2a9ab-bbc6-4020-b5c1-0de46d66c600 admin admin] 10.222.0.55 "PUT /v2.0/routers/fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1145842 Jul 22 23:21:02.407252 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 38398) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:02.407897 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf7462-607f-44f9-bf21-080aed7e4a4a None None] Sync routers for ids ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:21:02.419447 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf7462-607f-44f9-bf21-080aed7e4a4a None None] Routers {'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:02.420301 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-91bf7462-607f-44f9-bf21-080aed7e4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:21:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:02.523662 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.579562 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-91bf7462-607f-44f9-bf21-080aed7e4a4a None None] Set router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:02.679534 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.750174 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Deleting port 6d29b21f-57be-4800-8216-0e695d389b91 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:02.751228 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.859350 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] For port 6d29b21f-57be-4800-8216-0e695d389b91, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=6d29b21f-57be-4800-8216-0e695d389b91,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:02.859722 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.874073 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Calling delete_port for 6d29b21f-57be-4800-8216-0e695d389b91 owned by network:router_gateway {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:02.880318 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-91bf7462-607f-44f9-bf21-080aed7e4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'name': 'tempest-TestShelveInstance-355561424-router', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '6d29b21f-57be-4800-8216-0e695d389b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:46Z', 'updated_at': '2021-07-22T23:21:01Z', 'revision_number': 5, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'gw_port': {'id': '6d29b21f-57be-4800-8216-0e695d389b91', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:14:47Z', 'updated_at': '2021-07-22T23:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:02.913442 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf7462-607f-44f9-bf21-080aed7e4a4a None None] Checking router: fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:21:02.935652 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf7462-607f-44f9-bf21-080aed7e4a4a None None] Routers {'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:02.936358 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-91bf7462-607f-44f9-bf21-080aed7e4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:21:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:03.067913 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-91bf7462-607f-44f9-bf21-080aed7e4a4a None None] Set router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e gateway port host: None {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:03.150277 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-91bf7462-607f-44f9-bf21-080aed7e4a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'name': 'tempest-TestShelveInstance-355561424-router', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:46Z', 'updated_at': '2021-07-22T23:21:02Z', 'revision_number': 6, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'gw_port_host': None}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:03.159242 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.191424 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d29b21f-57be-4800-8216-0e695d389b91,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:03.214893 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf7462-607f-44f9-bf21-080aed7e4a4a None None] The sync data for ids ['fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e'] in dv-cinder-801916-1-iscsi is: [{'id': 'fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e', 'name': 'tempest-TestShelveInstance-355561424-router', 'tenant_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:14:46Z', 'updated_at': '2021-07-22T23:21:02Z', 'revision_number': 6, 'project_id': '3a2123fa3cf640cfbbd1bb9c567bbde9', 'gw_port_host': None}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:21:03.243099 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.282760 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027764'] for router_gateway, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.384044 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9425'] for router, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.386751 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.442172 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024079'] for router, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.443111 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e {{(pid=93213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:21:03.451005 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.455660 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-db534269-efd3-4669-bb9b-3a525f15c5d3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/fb12a7cc-8dcd-4607-b8b2-08fd00af4e0e HTTP/1.1" status: 204 len: 168 time: 1.0445063 Jul 22 23:21:03.456107 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 38414) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:03.508485 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a45c2f-f908-4841-ba06-6a92dea02d94 admin admin] Deleting subnet 8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713 {{(pid=93213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:21:03.512305 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f9a45c2f-f908-4841-ba06-6a92dea02d94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.549720 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f9a45c2f-f908-4841-ba06-6a92dea02d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5845599'] for subnet, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.647404 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f9a45c2f-f908-4841-ba06-6a92dea02d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.760432 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f9a45c2f-f908-4841-ba06-6a92dea02d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4474701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4662459'] for subnet, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.786681 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a45c2f-f908-4841-ba06-6a92dea02d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:03.793699 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f9a45c2f-f908-4841-ba06-6a92dea02d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.795705 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-f9a45c2f-f908-4841-ba06-6a92dea02d94 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8cc0f2f2-ce2d-4c79-b5b8-5a8f64c05713 HTTP/1.1" status: 204 len: 168 time: 0.3382130 Jul 22 23:21:03.798462 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 38418) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:03.801739 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d04092-692a-453c-9b59-0f937e272f12 None None] Network bbc36651-ba46-479d-af2f-d3708a645440 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:03.889423 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.964106 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Deleting port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:03.964675 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.058270 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] For port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=7cf6db7c-1419-4a87-b00b-05c1d3cf499e,segment=NetworkSegment(8c2333c4-d711-4406-b172-a290026c74af),segment_id=8c2333c4-d711-4406-b172-a290026c74af)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:04.058812 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.075576 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Calling delete_port for 7cf6db7c-1419-4a87-b00b-05c1d3cf499e owned by network:dhcp {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:04.110911 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177206f-00a5-4cbe-82e8-c83ee6b6d2b2 None None] DHCP port deletion for bbc36651-ba46-479d-af2f-d3708a645440 request from dv-cinder-801916-1-iscsi {{(pid=93215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:21:04.203332 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.210792 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device be7856bb-552c-40e4-8da0-ff7a61013fd8 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:04.239646 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] No DVR routers for this DVR port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e on host dv-cinder-801916-1-iscsi {{(pid=93213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:04.245605 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf6db7c-1419-4a87-b00b-05c1d3cf499e,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:04.256206 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: be7856bb-552c-40e4-8da0-ff7a61013fd8 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:04.257096 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device be7856bb-552c-40e4-8da0-ff7a61013fd8 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:04.257763 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7cf6db7c-1419-4a87-b00b-05c1d3cf499e no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:04.296911 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 7cf6db7c-1419-4a87-b00b-05c1d3cf499e {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:04.297475 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7cf6db7c-1419-4a87-b00b-05c1d3cf499e not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:04.298467 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 6d29b21f-57be-4800-8216-0e695d389b91 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:04.310734 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-5177206f-00a5-4cbe-82e8-c83ee6b6d2b2 None None] Deleting port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e {{(pid=93215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:04.311347 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5177206f-00a5-4cbe-82e8-c83ee6b6d2b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.331423 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.342932 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc36651-ba46-479d-af2f-d3708a645440']}} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:04.354839 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2333c4-d711-4406-b172-a290026c74af') {'for_net_delete': True} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:04.355133 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2333c4-d711-4406-b172-a290026c74af') {} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:04.362605 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 6d29b21f-57be-4800-8216-0e695d389b91 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:04.363160 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 6d29b21f-57be-4800-8216-0e695d389b91 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:04.367278 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5845590'] for segment, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.401187 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.411632 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:21:04.412286 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4474679'] for segment, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: Traceback (most recent call last): Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: timer() Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: cb(*args, **kw) Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: return func(*args, **kwargs) Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: self._notify() Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: self.callback(batched_events) Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: event.method(event) Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: return f(self, *a, **k) Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._get(url).json() Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: return self.request(url, 'GET', **kwargs) Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:21:04.415180 dv-cinder-801916-1-iscsi neutron-server[93213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:21:04.442559 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-5177206f-00a5-4cbe-82e8-c83ee6b6d2b2 None None] For port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e, host dv-cinder-801916-1-iscsi, got binding levels [] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:04.443047 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5177206f-00a5-4cbe-82e8-c83ee6b6d2b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.466761 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-5177206f-00a5-4cbe-82e8-c83ee6b6d2b2 None None] Calling delete_port for 7cf6db7c-1419-4a87-b00b-05c1d3cf499e owned by network:dhcp {{(pid=93215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:04.472155 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.ipam_backend_mixin [None req-5177206f-00a5-4cbe-82e8-c83ee6b6d2b2 None None] Port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e was not found and therefore no delete operation was performed {{(pid=93215) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:21:04.474796 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5177206f-00a5-4cbe-82e8-c83ee6b6d2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738'] for port, after_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.528649 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177206f-00a5-4cbe-82e8-c83ee6b6d2b2 None None] Pushing event deleted for resources: {'Port': ['ID=7cf6db7c-1419-4a87-b00b-05c1d3cf499e,revision_number=None']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:04.546382 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5177206f-00a5-4cbe-82e8-c83ee6b6d2b2 None None] No DVR routers for this DVR port 7cf6db7c-1419-4a87-b00b-05c1d3cf499e on host dv-cinder-801916-1-iscsi {{(pid=93215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:04.555023 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.562617 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.565858 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bbc36651-ba46-479d-af2f-d3708a645440 HTTP/1.1" status: 204 len: 168 time: 0.7662611 Jul 22 23:21:04.584337 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af8492-507e-49cc-ba49-96ccf6df1375 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc36651-ba46-479d-af2f-d3708a645440,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:04.739209 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 38436) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:04.785988 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-b357792d-c3a1-417b-8344-a974e18c26bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c7c2c491df54ea79aa18b9833f88be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455217 Jul 22 23:21:04.790324 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 38440) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:04.858753 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a7d87a10-0949-487b-bedb-b9cd4450ce74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.891166 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a7d87a10-0949-487b-bedb-b9cd4450ce74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.973506 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.987877 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a7d87a10-0949-487b-bedb-b9cd4450ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.990706 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a7d87a10-0949-487b-bedb-b9cd4450ce74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.991993 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-a7d87a10-0949-487b-bedb-b9cd4450ce74 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d83b0ea6-e49b-4752-bbfe-803c1215c369 HTTP/1.1" status: 204 len: 168 time: 0.2005045 Jul 22 23:21:05.000560 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d87a10-0949-487b-bedb-b9cd4450ce74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83b0ea6-e49b-4752-bbfe-803c1215c369,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:05.426674 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 38454) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:05.489863 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b5f74dd5-65dc-4653-a6e3-de7d2cfea48b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a2123fa3cf640cfbbd1bb9c567bbde9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612929 Jul 22 23:21:05.492247 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 38456) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:05.551794 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-954c7d3e-1a9c-4393-84ac-983ecda8499b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:05.576199 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-954c7d3e-1a9c-4393-84ac-983ecda8499b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:05.651999 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-954c7d3e-1a9c-4393-84ac-983ecda8499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:05.655606 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-954c7d3e-1a9c-4393-84ac-983ecda8499b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:05.660724 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-954c7d3e-1a9c-4393-84ac-983ecda8499b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58c30456-580d-4c12-a11e-10466cc1ebf4 HTTP/1.1" status: 204 len: 168 time: 0.1637049 Jul 22 23:21:05.669206 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c7d3e-1a9c-4393-84ac-983ecda8499b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c30456-580d-4c12-a11e-10466cc1ebf4,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:06.074343 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:09.785784 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-a9f09ba1-d6e4-4fa1-8d03-2f6ac8d82aee service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600271 Jul 22 23:21:09.930061 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-b7d9b3a5-801c-4559-ab09-8fb2a38cc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:09.931626 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-b7d9b3a5-801c-4559-ab09-8fb2a38cc515 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 1099 time: 0.0626819 Jul 22 23:21:10.063649 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-e9247a03-148c-4351-95bf-25a1b27ecd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:10.065321 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-e9247a03-148c-4351-95bf-25a1b27ecd39 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.1088567 Jul 22 23:21:10.154831 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-e20b7c4f-3697-42e3-b2c7-278dab3ddc4b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0765750 Jul 22 23:21:10.236829 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-ae7d9a0d-17b0-428a-8b93-fc770ac1b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:10.239357 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-ae7d9a0d-17b0-428a-8b93-fc770ac1b8e7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0740376 Jul 22 23:21:10.308430 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-1dfccb2e-625f-48de-a749-e8697ebdc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:10.309950 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-1dfccb2e-625f-48de-a749-e8697ebdc221 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628569 Jul 22 23:21:10.327227 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-c34f89d9-38e2-4363-b77f-d5ad463e3265 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:21:10.328301 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-c34f89d9-38e2-4363-b77f-d5ad463e3265 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059817 Jul 22 23:21:10.434869 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-b4eee096-b53b-4e0d-8b05-67809019cc01 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974991 Jul 22 23:21:10.542424 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-65062c6d-948a-4a9c-80d7-52b4dcbd491b req-5fa1f741-46a6-4681-822a-0b4e0ccf9862 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964513 Jul 22 23:21:16.197014 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:21:28.361985 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-9d6dcfb3-f6dd-4bb5-9905-d4dfbb2a82d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:31.253727 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-87d6c915-ab2b-4b4d-9676-657cb7baaf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:31.759413 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:33.197021 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:34.977250 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.098761 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:53.199900 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:21:58.355815 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7f0e1e54-54d3-44ab-826c-ff7f40266f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:01.250391 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-fbfeb336-0a52-430a-b610-78253bbd50dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:01.764865 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:03.206516 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:04.984163 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:06.089419 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:10.879251 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-47536825-17a6-4f75-9dd1-0fd6822acc13 req-65608838-b072-47cb-a512-3e7b8deef1e5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1756191 Jul 22 23:22:10.992637 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47536825-17a6-4f75-9dd1-0fd6822acc13 req-e1753b87-8155-4e73-b712-49dfc90ce1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:10.995301 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-47536825-17a6-4f75-9dd1-0fd6822acc13 req-e1753b87-8155-4e73-b712-49dfc90ce1c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 1098 time: 0.0873983 Jul 22 23:22:11.148100 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47536825-17a6-4f75-9dd1-0fd6822acc13 req-2c83e08c-cc41-45e6-868a-30f449828817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:11.150673 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-47536825-17a6-4f75-9dd1-0fd6822acc13 req-2c83e08c-cc41-45e6-868a-30f449828817 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.1291428 Jul 22 23:22:11.202752 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-47536825-17a6-4f75-9dd1-0fd6822acc13 req-e85c0760-fd77-43d3-a61f-fd54e1d7d8bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa HTTP/1.1" status: 200 len: 217 time: 0.0420702 Jul 22 23:22:11.280821 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47536825-17a6-4f75-9dd1-0fd6822acc13 req-eca082e1-aa71-4a95-8580-4af1a72dea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:11.282400 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-47536825-17a6-4f75-9dd1-0fd6822acc13 req-eca082e1-aa71-4a95-8580-4af1a72dea58 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.0696032 Jul 22 23:22:11.328967 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-47536825-17a6-4f75-9dd1-0fd6822acc13 req-34a1ca03-0a03-4e75-91eb-079cc2d67b5b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336180 Jul 22 23:22:11.437998 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-47536825-17a6-4f75-9dd1-0fd6822acc13 req-12c70f47-4edf-4c48-b635-b14ef85eafed service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961800 Jul 22 23:22:11.582985 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-47536825-17a6-4f75-9dd1-0fd6822acc13 req-722347d0-aa7b-4933-8a31-54a38f149015 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343186 Jul 22 23:22:28.360080 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7d9abef7-1194-4e78-a0fd-57241074a371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:30.201043 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:22:31.251741 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-bc286b1d-b83e-43a1-a6c5-17a5ea7644ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:31.760246 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:33.203193 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:34.987950 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.085610 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:58.365326 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c9c00435-f2b3-42d6-bfa5-c766d8c19f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:01.248173 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-395f2341-3d97-41c8-b2ee-f1ded02a9f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:01.769471 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:03.205475 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:04.987581 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:06.083590 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:07.201060 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:23:12.759009 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e4498f2d-855e-4697-93d9-9d0af4bb1a78 req-77a09ab1-a0d2-477b-bad3-3c46f76bd9d6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596550 Jul 22 23:23:12.865428 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4498f2d-855e-4697-93d9-9d0af4bb1a78 req-6790a2f7-04cd-4ff0-b24d-4dd52529e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:12.868011 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e4498f2d-855e-4697-93d9-9d0af4bb1a78 req-6790a2f7-04cd-4ff0-b24d-4dd52529e0e6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 1098 time: 0.0772893 Jul 22 23:23:12.986965 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4498f2d-855e-4697-93d9-9d0af4bb1a78 req-7d17af23-011f-4d92-8882-a5beabf24c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:12.988610 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e4498f2d-855e-4697-93d9-9d0af4bb1a78 req-7d17af23-011f-4d92-8882-a5beabf24c48 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.0926523 Jul 22 23:23:13.040447 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e4498f2d-855e-4697-93d9-9d0af4bb1a78 req-a517dc08-d282-4780-a114-a5e326ffcd74 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e55dddc-a10a-4262-a92c-af731b525ba1 HTTP/1.1" status: 200 len: 217 time: 0.0404270 Jul 22 23:23:13.097201 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4498f2d-855e-4697-93d9-9d0af4bb1a78 req-8d7f0337-e17e-4074-b71d-c8c39570d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:13.098729 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e4498f2d-855e-4697-93d9-9d0af4bb1a78 req-8d7f0337-e17e-4074-b71d-c8c39570d5b1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.0475116 Jul 22 23:23:13.141558 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e4498f2d-855e-4697-93d9-9d0af4bb1a78 req-8e8d5c1a-01a1-41c0-8828-b46092114629 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305047 Jul 22 23:23:13.259481 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e4498f2d-855e-4697-93d9-9d0af4bb1a78 req-79a26e25-aaa3-4bbb-9823-151d7d9058f4 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066244 Jul 22 23:23:13.363784 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e4498f2d-855e-4697-93d9-9d0af4bb1a78 req-488f135e-7f0f-41ae-8597-75953cf08adf service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904505 Jul 22 23:23:28.372662 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-e352dc3c-ef70-458f-b4e9-dda08cf456df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:31.246455 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-9a67dbfc-ba88-44fd-8097-db64134e6360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:31.767236 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:33.207093 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:34.987887 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:36.102140 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:44.202670 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:23:58.370141 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cc79c2a8-b0de-4538-9934-07daa1454fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:01.242328 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-9dc090c8-04e3-4c61-8806-60ea8a772b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:01.762593 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:03.215981 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:04.992721 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:06.109744 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:12.806670 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c242c369-1edd-485a-b305-f4ef3049fd24 req-4f266d7e-2db8-49af-996d-e3a839666b43 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706794 Jul 22 23:24:12.910455 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242c369-1edd-485a-b305-f4ef3049fd24 req-5b1313b7-c3d2-4525-9e64-bf526224eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:12.912035 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c242c369-1edd-485a-b305-f4ef3049fd24 req-5b1313b7-c3d2-4525-9e64-bf526224eab1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=207f499e75124b56a9a40222d64c855c&device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 1098 time: 0.0746260 Jul 22 23:24:13.038621 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242c369-1edd-485a-b305-f4ef3049fd24 req-563ca51c-93b2-42a8-b897-376777280eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:13.040316 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c242c369-1edd-485a-b305-f4ef3049fd24 req-563ca51c-93b2-42a8-b897-376777280eed service neutron] 10.222.0.78 "GET /v2.0/networks?id=07ab8e55-ff83-4383-9b62-9cbaa631f84e HTTP/1.1" status: 200 len: 914 time: 0.0958071 Jul 22 23:24:13.092920 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c242c369-1edd-485a-b305-f4ef3049fd24 req-8d2fb4a0-f2d0-46e7-bed1-8b93a2d3152d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b572d1c4-5299-43d7-839b-170d16646c94 HTTP/1.1" status: 200 len: 217 time: 0.0416265 Jul 22 23:24:13.160266 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242c369-1edd-485a-b305-f4ef3049fd24 req-a996b818-1565-4d0b-a3b2-f96576f0ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:13.162773 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c242c369-1edd-485a-b305-f4ef3049fd24 req-a996b818-1565-4d0b-a3b2-f96576f0ee18 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=434387a4-04e4-4d82-80d3-e710695ceac9 HTTP/1.1" status: 200 len: 853 time: 0.0590024 Jul 22 23:24:13.209415 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c242c369-1edd-485a-b305-f4ef3049fd24 req-70add0ff-c138-4bba-a2ef-3425cde7a6ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=07ab8e55-ff83-4383-9b62-9cbaa631f84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367451 Jul 22 23:24:13.362529 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c242c369-1edd-485a-b305-f4ef3049fd24 req-89f61bf0-fe38-4bfb-803f-2e0bfee5233b service neutron] 10.222.0.78 "GET /v2.0/networks/07ab8e55-ff83-4383-9b62-9cbaa631f84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350605 Jul 22 23:24:13.516615 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c242c369-1edd-485a-b305-f4ef3049fd24 req-6a0a1da0-9a09-4f76-af42-b9fa68df6120 service neutron] 10.222.0.78 "GET /v2.0/networks/07ab8e55-ff83-4383-9b62-9cbaa631f84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487005 Jul 22 23:24:21.209530 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:24:28.371250 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f7c30d6c-c75e-4f4b-b43f-f5f554083dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:31.237503 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a4de4c01-19c6-43ae-af33-20600014fd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:31.770516 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:33.213320 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:34.995250 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:36.123913 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:58.204807 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:24:58.365559 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-787e3641-c014-4d0a-ba59-60b38137b4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.238983 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-630b93ac-deb7-4ee8-ac85-1949b042201f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.773686 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.221644 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.468336 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f176b-839d-42c9-adca-8ac051a42443 req-a3577589-15fa-436d-9c59-567a80aae423 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:03.472182 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-474f176b-839d-42c9-adca-8ac051a42443 req-a3577589-15fa-436d-9c59-567a80aae423 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 945 time: 0.3174810 Jul 22 23:25:03.542683 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-474f176b-839d-42c9-adca-8ac051a42443 req-7b335f8d-6f97-4379-870f-604776a2aac0 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d43182c-dce4-4f0d-afa6-843bf0a4898d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582142 Jul 22 23:25:03.957053 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a34f-799c-4686-b83e-d467bc38b1e2 req-b29b8318-d03e-489d-958c-4d4cab180e52 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:03.959847 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0e51a34f-799c-4686-b83e-d467bc38b1e2 req-b29b8318-d03e-489d-958c-4d4cab180e52 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.78 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 945 time: 0.1048300 Jul 22 23:25:04.004803 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 41696) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:04.241005 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.388126 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 41710) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:04.391825 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.398512 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.423329 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-0e51a34f-799c-4686-b83e-d467bc38b1e2 req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Deleting port b572d1c4-5299-43d7-839b-170d16646c94 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:25:04.423670 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-0e51a34f-799c-4686-b83e-d467bc38b1e2 req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.438949 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16dcb1d8d0214e05a168416b1a8836da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322784 Jul 22 23:25:04.439586 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 41714) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:04.455770 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd4de1b-14d4-448d-8e61-5ddda29cc913,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:04.470202 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.470933 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.471273 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.471604 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.472105 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.472630 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.472961 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.473290 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.473618 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.473944 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.474514 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.474837 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627df47-516f-43d3-9425-a14e45cc93b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:04.525200 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-0e51a34f-799c-4686-b83e-d467bc38b1e2 req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] For port b572d1c4-5299-43d7-839b-170d16646c94, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b572d1c4-5299-43d7-839b-170d16646c94,segment=NetworkSegment(e13206ee-2f23-40ea-ac32-883c30ab0f5e),segment_id=e13206ee-2f23-40ea-ac32-883c30ab0f5e)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:04.526146 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-0e51a34f-799c-4686-b83e-d467bc38b1e2 req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.527768 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d8f9110a-750e-4258-b6ed-7e6aea301294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.540572 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-0e51a34f-799c-4686-b83e-d467bc38b1e2 req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Calling delete_port for b572d1c4-5299-43d7-839b-170d16646c94 owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:25:04.556366 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d8f9110a-750e-4258-b6ed-7e6aea301294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.583459 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-76feb0ee-43d8-4f4c-968b-fa60a5f3494c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.693438 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d8f9110a-750e-4258-b6ed-7e6aea301294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.696151 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d8f9110a-750e-4258-b6ed-7e6aea301294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.697361 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-d8f9110a-750e-4258-b6ed-7e6aea301294 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fd4de1b-14d4-448d-8e61-5ddda29cc913 HTTP/1.1" status: 204 len: 168 time: 0.2525363 Jul 22 23:25:04.741670 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-76feb0ee-43d8-4f4c-968b-fa60a5f3494c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.747611 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9110a-750e-4258-b6ed-7e6aea301294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd4de1b-14d4-448d-8e61-5ddda29cc913,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:04.751424 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-76feb0ee-43d8-4f4c-968b-fa60a5f3494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.785766 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76feb0ee-43d8-4f4c-968b-fa60a5f3494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9af9233-c2f0-4900-9acf-38da0cfe5d45,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:04.805533 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-76feb0ee-43d8-4f4c-968b-fa60a5f3494c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27fdb25b1c2f4c1ca11a62bb010f206a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162772 Jul 22 23:25:04.809590 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 41726) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:04.832144 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-0e51a34f-799c-4686-b83e-d467bc38b1e2 req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.853514 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['b572d1c4-5299-43d7-839b-170d16646c94'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:04.876133 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f6fc-0a73-4a53-b209-039477c47abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.902489 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f6fc-0a73-4a53-b209-039477c47abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.967698 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f6fc-0a73-4a53-b209-039477c47abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.974814 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f6fc-0a73-4a53-b209-039477c47abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.976636 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b6c5f6fc-0a73-4a53-b209-039477c47abf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9af9233-c2f0-4900-9acf-38da0cfe5d45 HTTP/1.1" status: 204 len: 168 time: 0.1654117 Jul 22 23:25:04.989229 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Pushing event deleted for resources: {'Port': ['ID=b572d1c4-5299-43d7-839b-170d16646c94,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:05.011417 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e51a34f-799c-4686-b83e-d467bc38b1e2 req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] No DVR routers for this DVR port b572d1c4-5299-43d7-839b-170d16646c94 on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:25:05.012779 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5f6fc-0a73-4a53-b209-039477c47abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9af9233-c2f0-4900-9acf-38da0cfe5d45,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:05.019248 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.020795 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-0e51a34f-799c-4686-b83e-d467bc38b1e2 req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.025589 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0e51a34f-799c-4686-b83e-d467bc38b1e2 req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.78 "DELETE /v2.0/ports/b572d1c4-5299-43d7-839b-170d16646c94 HTTP/1.1" status: 204 len: 173 time: 1.0562534 Jul 22 23:25:05.028374 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.042911 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.043928 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.044787 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.045677 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.046606 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.047951 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.049157 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.065190 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.067331 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.067938 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.068714 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b4935d-3cce-4d7b-b0d3-d16566de228b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:05.082846 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb263d93-b6dc-4ad3-a5d2-bda80ca250f3', 'name': 'network-vif-deleted', 'tag': 'b572d1c4-5299-43d7-839b-170d16646c94'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:05.095769 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258d1e45-f374-41ba-8853-a8a2e4202eea" -d '{"events": [{"server_uuid": "bb263d93-b6dc-4ad3-a5d2-bda80ca250f3", "name": "network-vif-deleted", "tag": "b572d1c4-5299-43d7-839b-170d16646c94"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:05.161403 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-05875439-11ac-43c0-a5aa-baf5a79c5999 req-c88bcc7f-4606-4456-ba13-8ebacad3606b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.4453454 Jul 22 23:25:05.553707 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba7e0d5-0bc2-4100-a854-688a0ae77a1d x-openstack-request-id: req-dba7e0d5-0bc2-4100-a854-688a0ae77a1d {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:05.554319 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb263d93-b6dc-4ad3-a5d2-bda80ca250f3", "name": "network-vif-deleted", "tag": "b572d1c4-5299-43d7-839b-170d16646c94", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:05.555271 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dba7e0d5-0bc2-4100-a854-688a0ae77a1d {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:05.555688 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb263d93-b6dc-4ad3-a5d2-bda80ca250f3', 'name': 'network-vif-deleted', 'tag': 'b572d1c4-5299-43d7-839b-170d16646c94', 'status': 'completed', 'code': 200} Jul 22 23:25:06.144035 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.341329 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-dd9474b0-9141-456d-840e-8cc52ca2f409 req-776580ba-61d1-4712-9bf3-d1693e9d3151 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0518858 Jul 22 23:25:07.464416 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5baa032a-b992-4e19-bebe-f4e20d99438a req-5a80f5f4-29d1-4b72-abbb-0d75b5a11211 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0371237 Jul 22 23:25:07.983645 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b572d1c4-5299-43d7-839b-170d16646c94 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:25:08.008465 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: b572d1c4-5299-43d7-839b-170d16646c94 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:25:08.008746 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b572d1c4-5299-43d7-839b-170d16646c94 not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:25:08.573016 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ddf306a1-dd24-4066-8639-a95476fe6cd4 req-aa53d3ad-37ec-4e6d-8387-35c7321817cb tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0311165 Jul 22 23:25:09.683675 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c029b83-e5b2-4809-ae62-57264536a8e9 req-361ff63b-79e2-4a65-89b8-b45935a09cda tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0321763 Jul 22 23:25:10.584347 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 41858) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:10.720722 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7de1a014-2263-4ca9-ab85-251ac5af22d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.816092 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e91b9d88-3e4e-44c8-b481-71051f588ceb req-5c4c72fe-971d-4319-953e-7d2c85d2691b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0487573 Jul 22 23:25:10.878727 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7de1a014-2263-4ca9-ab85-251ac5af22d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.884731 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7de1a014-2263-4ca9-ab85-251ac5af22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.935155 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-7de1a014-2263-4ca9-ab85-251ac5af22d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=985611335ea54ff2b5895db98308da3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457129 Jul 22 23:25:10.935155 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1a014-2263-4ca9-ab85-251ac5af22d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca41bc1-4b80-4598-b49f-2ab1eac398c1,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:10.935547 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 41866) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:11.002070 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ab428b63-4f17-4a2d-a559-06431a20af96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.029978 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ab428b63-4f17-4a2d-a559-06431a20af96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.096174 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ab428b63-4f17-4a2d-a559-06431a20af96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.100877 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ab428b63-4f17-4a2d-a559-06431a20af96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.102502 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-ab428b63-4f17-4a2d-a559-06431a20af96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aca41bc1-4b80-4598-b49f-2ab1eac398c1 HTTP/1.1" status: 204 len: 168 time: 0.1657953 Jul 22 23:25:11.118305 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab428b63-4f17-4a2d-a559-06431a20af96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca41bc1-4b80-4598-b49f-2ab1eac398c1,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:11.482541 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 41882) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:11.502595 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-734016ec-0e41-4e20-a63f-b8df237541b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.626545 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-734016ec-0e41-4e20-a63f-b8df237541b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.631399 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-734016ec-0e41-4e20-a63f-b8df237541b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.674525 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-734016ec-0e41-4e20-a63f-b8df237541b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ae306eb7d68467ea0743581740888c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904960 Jul 22 23:25:11.675378 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734016ec-0e41-4e20-a63f-b8df237541b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf1d1d-adc2-448b-8c84-e225ac1eaa33,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:11.677970 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 41884) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:11.745568 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-558ec080-71ed-441d-a0bd-7dabc2c99383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.771405 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-558ec080-71ed-441d-a0bd-7dabc2c99383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.825323 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-558ec080-71ed-441d-a0bd-7dabc2c99383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.828342 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-558ec080-71ed-441d-a0bd-7dabc2c99383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.830325 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-558ec080-71ed-441d-a0bd-7dabc2c99383 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93cf1d1d-adc2-448b-8c84-e225ac1eaa33 HTTP/1.1" status: 204 len: 168 time: 0.1508784 Jul 22 23:25:11.840740 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ec080-71ed-441d-a0bd-7dabc2c99383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf1d1d-adc2-448b-8c84-e225ac1eaa33,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:11.976510 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9c982d8c-31b2-4db0-ad1b-31b282a9abbf req-05aaeeee-8d58-4135-a8b5-89b66f2e1032 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0503564 Jul 22 23:25:12.354780 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 41898) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:12.369333 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-957f60b5-50b3-4b3f-ab9a-111d9bd245b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.479878 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-957f60b5-50b3-4b3f-ab9a-111d9bd245b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.487230 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-957f60b5-50b3-4b3f-ab9a-111d9bd245b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.560090 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-957f60b5-50b3-4b3f-ab9a-111d9bd245b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b687149f7667430289e61762142207bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038860 Jul 22 23:25:12.563785 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f60b5-50b3-4b3f-ab9a-111d9bd245b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7882df-63bf-4914-9f9e-bcb1f7a7e664,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:12.564045 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 41904) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:12.632141 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a358355c-9964-4756-9bd2-f5829c745090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.656881 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a358355c-9964-4756-9bd2-f5829c745090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.713744 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a358355c-9964-4756-9bd2-f5829c745090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.716987 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a358355c-9964-4756-9bd2-f5829c745090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.719400 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a358355c-9964-4756-9bd2-f5829c745090 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de7882df-63bf-4914-9f9e-bcb1f7a7e664 HTTP/1.1" status: 204 len: 168 time: 0.1541524 Jul 22 23:25:12.734156 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358355c-9964-4756-9bd2-f5829c745090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7882df-63bf-4914-9f9e-bcb1f7a7e664,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:13.123305 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0044d0f8-fedc-43df-b06c-c9380628ae4d req-ce4dc266-f260-428c-bdd4-f91b153b14cd tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0340774 Jul 22 23:25:14.241241 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a6f39821-a2ad-48a3-a943-2c5377c31c43 req-0b0e2b09-79b2-4302-af71-65f82baf1ec8 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0372193 Jul 22 23:25:14.572961 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-162639ae-b20c-49f6-a347-a0f4ead4a191 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631368 Jul 22 23:25:14.681696 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-98aac753-36d4-41f8-932b-8e10dbb12060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:14.683427 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-98aac753-36d4-41f8-932b-8e10dbb12060 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=989ed4019032413dacd764b93ca3e0a4&device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 1099 time: 0.0740523 Jul 22 23:25:14.799805 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-7b87df23-a031-4a29-994f-737308fbc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:14.801337 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-7b87df23-a031-4a29-994f-737308fbc07d service neutron] 10.222.0.78 "GET /v2.0/networks?id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d HTTP/1.1" status: 200 len: 918 time: 0.0946436 Jul 22 23:25:14.882545 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-0ec082eb-98ad-4dcd-9762-473ae9263631 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 HTTP/1.1" status: 200 len: 1001 time: 0.0682147 Jul 22 23:25:14.942833 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-eb8a4f12-65c5-491d-9b9c-9311ba665332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:14.944358 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-eb8a4f12-65c5-491d-9b9c-9311ba665332 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=03ee3dab-9ef5-4c5d-a33a-e755c7f55776 HTTP/1.1" status: 200 len: 856 time: 0.0522490 Jul 22 23:25:15.013958 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-272fcd22-03e5-4ae2-bb62-e04350129924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:15.016254 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-272fcd22-03e5-4ae2-bb62-e04350129924 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=18c504e6-d2aa-4ecf-ae3a-000e47781a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603521 Jul 22 23:25:15.169440 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-92dc8dcb-5aba-427c-9ea9-d9c899338338 service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411247 Jul 22 23:25:15.292105 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dcdef872-a390-4e6c-9719-a33416e6b316 req-86beb399-d424-4f98-931f-527845e5d719 service neutron] 10.222.0.78 "GET /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109519 Jul 22 23:25:15.387759 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ce18f55a-e32c-45ed-ac3d-0ebfdc7b9aab req-f88a09c0-d9bf-4f56-a6f6-f399bbc02b00 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0427048 Jul 22 23:25:16.518369 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-54649e40-2e38-434d-8ad7-d6c2720d492a req-7409b575-9cb5-48e7-bd2e-fb2d11d31ceb tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0345347 Jul 22 23:25:17.665498 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-fbdf7294-ff09-4365-9ea2-73d9f59efb6c req-a8c1d241-cc6b-4ca4-afe5-3c201b54e565 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0379305 Jul 22 23:25:18.787578 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-695421ac-c93b-4902-bbab-96b75243914d req-6ac12571-840b-4acb-91bd-587a2ceb5b00 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0321760 Jul 22 23:25:19.909216 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-46850837-2b25-447d-ad02-a1b04d5150ac req-6d08c520-c775-422c-8ebd-dfbf28c077ea tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0374804 Jul 22 23:25:21.016180 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e3235f29-232d-4d3d-a296-7b16aae6473f req-03df6f13-0d7f-4830-a6d7-716b6eee4df3 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0298738 Jul 22 23:25:22.148330 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5215d200-1380-43fb-bac9-78540ac024fb req-a6cc60b9-a777-4088-9208-bbc9de685c49 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0304070 Jul 22 23:25:23.286940 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-aa7a2c28-2254-4519-b7ab-3c074de7ddd4 req-216c5d18-5dba-407a-930a-13e5587c84cf tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0373044 Jul 22 23:25:24.420748 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3aa46db1-7b27-4ffa-95e4-504dd186305e req-93ed9352-44fe-4100-ad9f-3f8a2ee510cd tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0577478 Jul 22 23:25:25.546363 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cc17b716-de0c-4c7f-8eff-918b1f524728 req-6c73f12e-604b-4e93-ac17-ebfdf8164a07 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0414438 Jul 22 23:25:26.667184 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3c9bae57-0989-4f2b-b823-77a3531261f2 req-529eb813-fd76-4ff0-b0a5-e48e00639835 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0316839 Jul 22 23:25:27.772117 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-22793f56-e06a-412d-ad05-7f3e412fa503 req-c63f6db0-4863-4927-b3c7-1f8c46f4e924 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0305700 Jul 22 23:25:28.377236 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb1d1-5a8e-4a37-89e1-dd53cf7171d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:28.874985 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1e1a3fcf-3a56-4a52-b1cd-54809b95539a req-6c061c66-a26d-42a2-9f6b-b3c85fef5129 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0290318 Jul 22 23:25:29.983217 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-323d9280-9b43-4f13-b8b1-61adedcb4f4d req-cadc3137-1c0d-4c26-bd3f-bfac0d17cfbc tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0298803 Jul 22 23:25:31.116625 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-47848cce-7e9f-422e-a7c5-1208751aa40b req-3bd83615-29af-426f-ae8c-af9b19033ffe tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0483036 Jul 22 23:25:31.242520 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5c63b9df-d2bd-49f3-9b20-55b1c0807ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.768724 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.250180 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2d36cd4d-17c7-4ebe-9e5e-eff1a889cc4c req-dd82e3f3-b259-48c4-9184-738c6a0c19e1 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0376039 Jul 22 23:25:33.226965 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.366229 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-862a7250-d08c-4ed5-b866-a683e800791b req-5e2b7fbd-1bf0-4b46-95ef-483597c308a6 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0361331 Jul 22 23:25:34.475413 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-12c5c4d7-81ac-4f01-bfec-4d2a1f5b266b req-0056e806-bd42-4ea7-b212-9f1ea5f7b927 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0304823 Jul 22 23:25:35.002679 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.204034 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:25:35.579119 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d81009ee-2fc1-430b-beca-d087b04fd5c7 req-4afeca51-1281-472d-a2b3-b9312d191008 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0296938 Jul 22 23:25:36.141917 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.682830 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3887021f-a3e1-4dd4-8f11-4bd8f5dfa6f6 req-37bf6c10-276e-40cd-8215-2fb765657735 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0305576 Jul 22 23:25:37.789940 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d86a4468-f843-4695-aa05-6d1597621770 req-faf39371-1e54-4286-8a0e-c6061c8f8712 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0312369 Jul 22 23:25:38.911421 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9c86e97f-4671-477b-beaf-f338affe76aa req-4ee90f9d-5bf8-436b-a429-1766178ea503 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0388412 Jul 22 23:25:40.052258 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4dfaf92d-1991-4b23-9b64-f8c6579971f0 req-0a6cdaa3-db92-4428-895f-c9a023875dc5 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0505531 Jul 22 23:25:41.184762 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-527c0edd-e0bd-4d15-9930-5f13eb80c225 req-703bf086-68a7-4caa-9c52-e3f662b6276b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0440013 Jul 22 23:25:42.296143 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-69d08ab1-01b1-4b40-9ded-724428f13a98 req-2389fc85-a181-4053-8509-c29055ef93ab tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0342402 Jul 22 23:25:43.402461 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1e49f2e2-6114-4367-8c65-1749cca8c25f req-652791db-fab2-4096-b0ba-f672067a3c19 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0302761 Jul 22 23:25:44.536406 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-88749d19-0ed0-44b1-ac2c-a0e96b56b35e req-83a826cb-59ce-4382-86ed-e5615937b0be tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0302224 Jul 22 23:25:45.661065 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d8b868ae-551d-4495-893f-9742ef41c9a8 req-ea608357-1355-4a5e-bd6b-e47533fda2ad tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0432277 Jul 22 23:25:46.826439 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3450e20f-6307-4ef0-958b-a1a8c6cb61cd req-b401fe44-1717-4cce-b075-9d43fbc8bb77 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0441706 Jul 22 23:25:47.969625 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75fdbfd5-783f-4bec-bb8a-cd8850f16995 req-c5974957-fd86-43bb-92f7-848dd611c354 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0327606 Jul 22 23:25:49.093149 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8c94dab4-d9bb-4994-8b00-35b9e8a85a3d req-c802fc85-fa66-4b77-ace4-9fb0f0d95791 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0339966 Jul 22 23:25:50.238496 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dfc8d501-22f5-44d8-b385-c710cde9ce95 req-8dd1bc2c-b6c9-4c6f-9a40-5bd362ba4ed1 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0517559 Jul 22 23:25:51.369310 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c7d87e7c-8056-494a-8c8e-6216d92f8782 req-12213fd6-d4a0-4e54-963f-62c05a7db7b5 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0342412 Jul 22 23:25:52.475977 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3272fe17-9024-4e8c-91f2-ed4133c9daea req-3faf40ef-9be8-462a-86e0-76ca0344ce26 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0316403 Jul 22 23:25:53.585039 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8e319cfa-340c-406b-9828-c129998b8000 req-524386b9-87af-47b3-a810-32e15f3d8463 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0308692 Jul 22 23:25:54.704889 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4ff1c462-d430-43d0-8da3-5e03cb1ce347 req-9d400ee2-2c54-4224-8097-4aa9c9b19b9d tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0313661 Jul 22 23:25:55.818298 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e900038c-14d9-4542-a090-10b7d847610e req-ee5e8e7e-cd9b-48d9-9bb8-1a29b51c3ec0 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0354834 Jul 22 23:25:56.929963 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cbcedbc9-2240-422e-a6d4-7fd8e7ab742e req-ea409556-b306-4075-a782-92f40f2c8231 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0304182 Jul 22 23:25:58.048187 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ff8b5623-d8fb-471e-8128-a9553265e23d req-8c102c8b-d750-4957-a8ed-8d8f963d5f0f tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0350389 Jul 22 23:25:58.371732 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-70beafe0-e02f-4254-83a0-3db4e3145e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.163627 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-423ef35e-80b6-4077-8d37-b415b551ef20 req-5e6d7350-6cdc-46d8-b39f-86eacc1dffcc tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0349538 Jul 22 23:26:00.276386 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-94ec7354-8648-43a0-97d1-62f410239151 req-e6767e49-9520-4fe7-a7cd-124259a0d653 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0336947 Jul 22 23:26:01.237213 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-45096471-4676-4dda-a347-56e558808164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.384896 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e021a1d2-d747-4bfa-b35c-991e0eaf6565 req-76a7fcb7-b8a9-41c0-b912-6317068a7d40 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0327907 Jul 22 23:26:01.781782 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.490401 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ee48cae3-a3fe-4d88-acfc-12909d3b7256 req-d66042be-d42f-4aa8-9134-10dcbdb932c2 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0313506 Jul 22 23:26:03.222821 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.620644 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-048d8f88-87f2-405b-ad8f-1dee6cde6b2d req-f48365aa-a7aa-45cc-b2de-818aab305e58 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0315895 Jul 22 23:26:04.725501 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6c4ccae0-e7f7-4df4-939c-f1886d9cfd93 req-067db921-c55c-4a8b-9a48-a9f3263e5382 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0320582 Jul 22 23:26:05.016162 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.855711 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-14c936c6-9127-425d-b1cb-cf022b8f90e4 req-ab539014-b483-41d0-9ae6-8566253331f7 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0339251 Jul 22 23:26:06.153218 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.972051 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8ce2ebf1-f627-40b6-851e-691f5d2837f8 req-44f26704-9262-443d-bcf4-44bc459b2192 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0343609 Jul 22 23:26:08.114308 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-661466c0-cd9d-492f-9567-18db457ebe71 req-4811a331-4150-4b38-b17c-40b73d63ffea tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0499136 Jul 22 23:26:09.532723 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-2d2b7aa8-b953-432d-9782-8163595d4e06 req-6516143a-bfc8-46f0-ac87-28ee3543e769 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.3265057 Jul 22 23:26:10.654606 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-774436c9-b8e0-4464-87ca-2a17b951c17f req-2b52bf52-1ae1-4b78-86ec-9e7e0db51c4f tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0325749 Jul 22 23:26:11.806532 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f441f3e2-288b-4302-8349-1d05a46bfb38 req-661c33ba-3c48-4dfe-86ef-4df9375767eb tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0442536 Jul 22 23:26:12.204400 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:26:12.944329 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-962e3288-cc4d-41b6-a831-1926ded59d73 req-32dc0e56-d97c-4173-91d1-14273e3bc58b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0305636 Jul 22 23:26:14.054876 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7e2ae699-97d7-4448-ba51-398dbb751441 req-4c6e31c9-0ad7-4cd5-8219-87a2bfbed16a tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0304830 Jul 22 23:26:15.161547 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7a22f704-03b4-4b09-90ec-55138701acbd req-e035d8ea-3c16-472b-9679-21aebf9b514b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0329478 Jul 22 23:26:15.793430 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7c67cf65-d026-4d4e-8f43-985333126162 req-71c30616-b865-4449-8372-d1846ab6962c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0912032 Jul 22 23:26:15.920060 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67cf65-d026-4d4e-8f43-985333126162 req-97a70d5f-d1cd-4915-a552-eae27a5b588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:15.921642 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7c67cf65-d026-4d4e-8f43-985333126162 req-97a70d5f-d1cd-4915-a552-eae27a5b588f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 1099 time: 0.0687828 Jul 22 23:26:16.054979 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67cf65-d026-4d4e-8f43-985333126162 req-79ed2dfc-6398-4911-b4f8-1558d5a99b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:16.056605 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7c67cf65-d026-4d4e-8f43-985333126162 req-79ed2dfc-6398-4911-b4f8-1558d5a99b00 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.1093752 Jul 22 23:26:16.141838 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7c67cf65-d026-4d4e-8f43-985333126162 req-7386187b-f81b-44d9-9b6d-7b3f5a399755 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6 HTTP/1.1" status: 200 len: 1001 time: 0.0732388 Jul 22 23:26:16.209246 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67cf65-d026-4d4e-8f43-985333126162 req-637e24ca-0657-47d4-a62a-48b8ba31fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:16.212788 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7c67cf65-d026-4d4e-8f43-985333126162 req-637e24ca-0657-47d4-a62a-48b8ba31fe57 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0588346 Jul 22 23:26:16.295131 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-b7c4007b-701a-4a71-86b2-0c4da18694a5 req-9a792115-b7b6-4282-95a4-a2e50825537b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0359344 Jul 22 23:26:16.302955 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67cf65-d026-4d4e-8f43-985333126162 req-3f185e6a-cd08-4cdf-9288-0773cd60f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:16.305871 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7c67cf65-d026-4d4e-8f43-985333126162 req-3f185e6a-cd08-4cdf-9288-0773cd60f4cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811167 Jul 22 23:26:16.464509 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7c67cf65-d026-4d4e-8f43-985333126162 req-6f7e0b06-0294-4d9f-bef3-4eb73d97d82d service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439695 Jul 22 23:26:16.582062 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7c67cf65-d026-4d4e-8f43-985333126162 req-389b5a02-64f0-4987-afe7-70eb389da1b5 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069341 Jul 22 23:26:17.401790 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1acbfd9a-ac4a-4756-87a9-a84c9a04e761 req-80701ac4-a75a-41d1-bb5d-cdc17d5d4d55 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0315037 Jul 22 23:26:18.530839 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-13fcfb4e-cdce-41c1-bb5d-8b674d54230c req-77148ba8-03cd-4b6b-b0db-1b54e0f669cc tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0341392 Jul 22 23:26:18.573674 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fb254-080a-4f82-a56f-21bce3f1b84f req-a53208ee-6aee-47b2-97d9-c7f02f05de16 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:18.575233 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c06fb254-080a-4f82-a56f-21bce3f1b84f req-a53208ee-6aee-47b2-97d9-c7f02f05de16 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 946 time: 0.0777059 Jul 22 23:26:18.620681 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c06fb254-080a-4f82-a56f-21bce3f1b84f req-f0f60614-9920-4cca-aa53-205e04418c63 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups?id=1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386117 Jul 22 23:26:18.951072 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-80ca6fa1-0e99-4bd2-9022-a0f101f27b27 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:18.953108 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-80ca6fa1-0e99-4bd2-9022-a0f101f27b27 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.78 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 946 time: 0.0817792 Jul 22 23:26:19.090745 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Deleting port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:26:19.091066 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.202129 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] For port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:19.202499 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.406675 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.407014 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.407427 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.l3_db [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Floating IP 7b002802-6f05-4a1b-bd67-1a5daa578659 disassociated. External IP: 172.27.3.70, port: 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06. Jul 22 23:26:19.407892 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Calling delete_port for 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:26:19.564558 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.602753 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event deleted for resources: {'Port': ['ID=1d101a57-8ac2-4c6b-8042-fdb0bf4eee06,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:19.624385 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.624921 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.625385 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.625847 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.626274 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.626677 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.627124 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.627574 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.627961 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.628369 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.628807 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.629206 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:19.727286 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-222111de-2eb1-4d01-b6a8-99c7bd4768d9 req-72be5e6e-ecd8-4444-abac-446416a0a458 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.1092067 Jul 22 23:26:19.742146 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-79475560-c886-4a32-bb00-fdddd555a3ed req-5ca57bd8-5d51-48ab-aaae-60cdda15f430 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80c64e6-1312-4f29-88ab-b7eba7837833 HTTP/1.1" status: 200 len: 210 time: 0.0313549 Jul 22 23:26:19.781029 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:26:19.901812 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:26:19.916220 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d1472-1c0f-49ef-af3f-04b50519ed21 None None] Sync routers for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:26:19.929685 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d1472-1c0f-49ef-af3f-04b50519ed21 None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:19.930886 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-a17d1472-1c0f-49ef-af3f-04b50519ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:26:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:19.962617 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] No DVR routers for this DVR port 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:26:19.966631 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.970923 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ec7674eb-1c30-4a11-8064-fe598e1f7764 req-8a726e4e-7e71-47b3-8841-7ae96e747bae tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.78 "DELETE /v2.0/ports/1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 HTTP/1.1" status: 204 len: 173 time: 1.0080309 Jul 22 23:26:19.971588 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'name': 'network-vif-deleted', 'tag': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:19.974760 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe81079-c6dc-4670-af95-33802a2ea163" -d '{"events": [{"server_uuid": "f80c64e6-1312-4f29-88ab-b7eba7837833", "name": "network-vif-deleted", "tag": "1d101a57-8ac2-4c6b-8042-fdb0bf4eee06"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:20.055687 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97905868-1fc6-47ec-8595-3f564a573219 x-openstack-request-id: req-97905868-1fc6-47ec-8595-3f564a573219 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:20.056118 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80c64e6-1312-4f29-88ab-b7eba7837833", "name": "network-vif-deleted", "tag": "1d101a57-8ac2-4c6b-8042-fdb0bf4eee06", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:20.056571 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97905868-1fc6-47ec-8595-3f564a573219 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:20.057411 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80c64e6-1312-4f29-88ab-b7eba7837833', 'name': 'network-vif-deleted', 'tag': '1d101a57-8ac2-4c6b-8042-fdb0bf4eee06', 'status': 'completed', 'code': 200} Jul 22 23:26:20.159014 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-a17d1472-1c0f-49ef-af3f-04b50519ed21 None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:20.411669 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-a17d1472-1c0f-49ef-af3f-04b50519ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:20.439706 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d1472-1c0f-49ef-af3f-04b50519ed21 None None] Checking router: 2f42cff3-bd22-4a6e-ab53-f01ec772b17c for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:26:20.454230 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d1472-1c0f-49ef-af3f-04b50519ed21 None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:20.454952 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-a17d1472-1c0f-49ef-af3f-04b50519ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:26:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:20.582487 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-a17d1472-1c0f-49ef-af3f-04b50519ed21 None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:20.856278 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-52f893ec-c599-41cf-b6e4-f3663f2e9015 req-0cc98727-b5ad-4fac-9c5a-6b4da97e59a3 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0357802 Jul 22 23:26:20.886411 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-a17d1472-1c0f-49ef-af3f-04b50519ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:20.890153 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 42700) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:20.914554 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17d1472-1c0f-49ef-af3f-04b50519ed21 None None] The sync data for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi is: [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:11:02Z', 'revision_number': 4, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '7fdd90a8-29a9-419a-b424-01d3e6338442', 'name': '', 'network_id': '18c504e6-d2aa-4ecf-ae3a-000e47781a7d', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'mac_address': 'fa:16:3e:73:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:59Z', 'updated_at': '2021-07-22T23:11:15Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'subnets': [{'id': '03ee3dab-9ef5-4c5d-a33a-e755c7f55776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:26:20.970476 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-48617163-426e-410e-ad43-f5b662904243 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.006823 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-48617163-426e-410e-ad43-f5b662904243 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.094199 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-48617163-426e-410e-ad43-f5b662904243 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.098390 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-48617163-426e-410e-ad43-f5b662904243 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.100566 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-48617163-426e-410e-ad43-f5b662904243 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "DELETE /v2.0/security-groups/1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1 HTTP/1.1" status: 204 len: 168 time: 0.2088797 Jul 22 23:26:21.103605 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 42706) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:21.114435 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48617163-426e-410e-ad43-f5b662904243 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:21.126713 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.api.v2.resource [None req-7d65a909-1526-4781-906c-c48b4c9c94e8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] show failed (client error): The resource could not be found. Jul 22 23:26:21.128362 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-7d65a909-1526-4781-906c-c48b4c9c94e8 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "GET /v2.0/security-groups/1010db7a-bd36-41a0-a3ec-bdf01e1cc3a1 HTTP/1.1" status: 404 len: 347 time: 0.0232253 Jul 22 23:26:21.134331 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 42710) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:21.271879 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b62d90e-a71a-4669-a9ba-742f954de458 None None] New status for floating IP 7b002802-6f05-4a1b-bd67-1a5daa578659: DOWN {{(pid=93215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:26:21.367428 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8eca8-c7ee-4055-9df0-800410c78259 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Deleting port a3ad9bc0-90ca-4c0f-a3ac-3355617f3de2 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:26:21.369299 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6bf8eca8-c7ee-4055-9df0-800410c78259 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.477176 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6bf8eca8-c7ee-4055-9df0-800410c78259 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.477745 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6bf8eca8-c7ee-4055-9df0-800410c78259 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.497463 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8eca8-c7ee-4055-9df0-800410c78259 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Calling delete_port for a3ad9bc0-90ca-4c0f-a3ac-3355617f3de2 owned by network:floatingip {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:26:21.707025 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6bf8eca8-c7ee-4055-9df0-800410c78259 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.737315 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8eca8-c7ee-4055-9df0-800410c78259 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Pushing event deleted for resources: {'Port': ['ID=a3ad9bc0-90ca-4c0f-a3ac-3355617f3de2,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:21.817009 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6bf8eca8-c7ee-4055-9df0-800410c78259 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks [] for floatingip, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.820183 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6bf8eca8-c7ee-4055-9df0-800410c78259 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.821392 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-6bf8eca8-c7ee-4055-9df0-800410c78259 tempest-AttachVolumeShelveTestJSON-1105859850 tempest-AttachVolumeShelveTestJSON-1105859850-project] 10.222.0.55 "DELETE /v2.0/floatingips/7b002802-6f05-4a1b-bd67-1a5daa578659 HTTP/1.1" status: 204 len: 168 time: 0.6856778 Jul 22 23:26:22.024185 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-62d51a0a-3d87-41c3-880d-929a9c3cac1e req-1074426f-de1f-4a5d-b394-ba450ce7f8d8 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0367279 Jul 22 23:26:22.308093 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:26:22.337322 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:26:22.337903 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 1d101a57-8ac2-4c6b-8042-fdb0bf4eee06 not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:26:23.144892 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b4d21fd-c435-454f-a274-c29fbf7945c6 req-219b51a8-2288-4119-bad7-39e1e83a78d2 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0342281 Jul 22 23:26:24.295210 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-287ea468-42e6-4bb5-a938-a15451983f33 req-5a6d3049-9275-4758-950e-f539595b1c1b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0525987 Jul 22 23:26:25.410446 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-10b6ab48-31d9-427c-bdb3-0d6376ca937f req-aaf6f779-2718-4ca9-9d17-a2bb0a2d3e5f tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0343244 Jul 22 23:26:26.518169 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9c33e181-f4e3-4e96-9e5c-9a88b2247042 req-34d46d11-74ad-4335-b2e6-8ad80491c9d1 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0321436 Jul 22 23:26:27.659519 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b98f7dec-edf6-4428-ae22-eea0eefe40be req-95715e28-759c-4491-854f-97f84078b68a tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0419786 Jul 22 23:26:28.375655 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-662dddc8-be57-429e-88a7-fb2c34c2888e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:28.781314 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5a35a84e-b63f-4f5c-bf0a-8eec71e6d32c req-053d7deb-0099-45ae-8875-3884f230ab6e tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0332208 Jul 22 23:26:29.890603 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5ab151cd-71ec-4f57-b81d-d2eeb62ca2f5 req-2e877c17-7c9d-4b70-a017-c05dd2d5a749 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0359774 Jul 22 23:26:30.996103 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-cdd430cc-e70d-471f-a88b-78030a4cafa6 req-57a1d924-4e9b-4f64-8d67-44050376c17d tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0338411 Jul 22 23:26:31.242804 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-4463b3bb-aba6-4f4c-bce8-7a641452ede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:31.782327 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:32.111091 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-29983d35-2966-4957-9ecd-34d3ea779efd req-0121ba65-9718-4069-86e1-45b38a16c8e4 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0304775 Jul 22 23:26:33.222751 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:33.223526 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-373c71e2-b91b-4c25-b266-e8d96d02621a req-3998a97f-8aed-4dd2-9de4-34c719867e1c tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0326951 Jul 22 23:26:34.347797 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6717ad16-0bcf-43cb-b310-5344502f9313 req-433ff969-2120-44c6-b403-af24b35cd16b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0342457 Jul 22 23:26:35.016606 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:35.456940 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1a4462de-26d2-4deb-b267-85cd5543effa req-90324cee-127b-4750-bf41-affaf5726e48 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0298977 Jul 22 23:26:36.149453 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.562353 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6a071ec2-976c-4f9c-964a-d598d96670b9 req-5baca784-3e13-4b79-a1a4-8df097f2b041 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0334628 Jul 22 23:26:36.942799 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [req-9d7fb37a-1101-4800-8fcd-eac652a63e0b req-f9dbc08b-029e-48e3-a4bb-fce5f6770827 service neutron] (93213) timed out ('10.222.0.78', 50495) {{(pid=93213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:26:37.676131 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-2edc65c0-2b19-4bc8-9069-d1b145fecf56 req-c1128c6c-ee51-4211-ac42-16465e2e9bd6 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0317912 Jul 22 23:26:38.803729 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b0ff9a3e-f631-4c05-a9f9-12f5be556886 req-477dd189-d978-4db1-b352-a75c64e6f024 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0311067 Jul 22 23:26:39.907684 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1c4f7f73-98ba-4032-af30-23cbac6c74eb req-b509f200-59e4-41b7-8e86-9ace8ae2852d tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0333445 Jul 22 23:26:41.009309 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-be4f44be-4b70-4860-9eba-fa5f606f06d7 req-120dfa44-6cb8-497d-933b-92eb1ed96b38 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0310109 Jul 22 23:26:42.113394 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8bdd58c8-1a7a-4845-960a-5c9abaeeb8a9 req-6d64d0cc-d58a-41a5-a9d7-410203d0d053 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0306034 Jul 22 23:26:43.239995 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9dc71ba8-42e4-439a-8710-03323c71c2e5 req-18ffd2fd-28a4-4bc4-b889-3e8253c388fb tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0433311 Jul 22 23:26:44.354962 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-bc892676-286d-4bb6-bd67-5052af2b3218 req-edd724dd-b3cf-4be4-85ab-5d6cc36ae943 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0352983 Jul 22 23:26:45.470076 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3fd17b88-402a-4be5-b8b8-77e20b711420 req-e1c4fb43-05aa-4cbb-bb09-1c5a2b533282 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0345604 Jul 22 23:26:46.572282 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-08b1a6aa-58b8-4cae-a78a-595018f78c6b req-828f093b-6d45-4afd-8f45-c3df28c61456 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0302887 Jul 22 23:26:47.675025 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-aaff9d84-54cb-4c4a-8376-9c27d039e504 req-bcb81bab-6bd9-4185-865d-1ce6728ea5b5 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0306852 Jul 22 23:26:48.809215 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6edce049-fda6-41a8-a131-5ca0da190669 req-848df0eb-26b1-4c76-8d4e-253261a2b949 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0530233 Jul 22 23:26:49.204381 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:26:49.971891 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-258c0fcc-c1d0-4b8b-9818-17de011db42a req-186e1f1e-4c85-49a1-a627-be5998cc83fa tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0442257 Jul 22 23:26:51.280446 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0ce5bc6d-97c0-4d78-8373-b1598d9787e9 req-14c7ed04-d75a-4c2d-920b-a2dbcdf2b8d6 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0300035 Jul 22 23:26:52.388688 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2acc7a6e-6308-4b54-84a6-f6b25a4c6a43 req-4aace92a-3e5b-4310-9530-51a4398e956d tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0309536 Jul 22 23:26:53.496135 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c267ad6e-2573-4e7f-8753-56be34a456a3 req-3943ddb6-56ac-48d2-b4bd-a75ba22b29be tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0301440 Jul 22 23:26:54.853803 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b577b57-e8c3-4637-9bce-51fd9f1be93f req-6bd707f5-9f8d-41f2-9d10-f5c0705b1650 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.2857153 Jul 22 23:26:55.977989 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1bdc7c2e-3108-4a58-9504-dbbd5a7c060a req-715fa0b9-b9a9-4ea1-a5d9-067d57529d51 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0389767 Jul 22 23:26:56.597674 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0b3f4-bd19-4ca3-9522-d4e985a4ac1e req-5b63c018-d298-4339-8899-6581acd39ef5 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:56.599356 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-32f0b3f4-bd19-4ca3-9522-d4e985a4ac1e req-5b63c018-d298-4339-8899-6581acd39ef5 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.0816178 Jul 22 23:26:56.654339 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-32f0b3f4-bd19-4ca3-9522-d4e985a4ac1e req-5d2afb31-bfb8-4ed5-a3bc-dcfd0e7fa5d7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473099 Jul 22 23:26:57.096842 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e8beddcd-3db8-4f57-9019-8fff6011621a req-842bbc5b-6fb9-4900-a4b9-f56feee9630c tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0352669 Jul 22 23:26:57.118437 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-a5d77f5a-6f2f-4c05-baf0-b57b1f3948ba tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:57.120032 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-a5d77f5a-6f2f-4c05-baf0-b57b1f3948ba tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.78 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 946 time: 0.1000335 Jul 22 23:26:57.237399 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Deleting port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:26:57.237864 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.335329 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] For port b422d9af-06b5-42cd-9fd8-d26d4711e2b6, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=b422d9af-06b5-42cd-9fd8-d26d4711e2b6,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:57.335749 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.534297 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.534727 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.535079 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.l3_db [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Floating IP b03ff32e-8d55-49a3-8fb8-1582337f8abc disassociated. External IP: 172.27.3.18, port: b422d9af-06b5-42cd-9fd8-d26d4711e2b6. Jul 22 23:26:57.535469 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Calling delete_port for b422d9af-06b5-42cd-9fd8-d26d4711e2b6 owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:26:57.695741 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.761423 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event deleted for resources: {'Port': ['ID=b422d9af-06b5-42cd-9fd8-d26d4711e2b6,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:57.829096 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3c4ac052-61f7-4add-92ef-bdad46d9677d req-87d7a3e2-4474-4d6b-b374-6df6e675ec19 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0618899 Jul 22 23:26:57.958125 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Router a930b17a-4d1e-4486-9150-8eee4564e3fd has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:26:58.113768 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:26:58.155478 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf736861-ae3c-4c2a-907d-5c04f8937d4c None None] Sync routers for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:26:58.177259 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf736861-ae3c-4c2a-907d-5c04f8937d4c None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:58.178592 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-cf736861-ae3c-4c2a-907d-5c04f8937d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:26:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:58.207791 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] No DVR routers for this DVR port b422d9af-06b5-42cd-9fd8-d26d4711e2b6 on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:26:58.212025 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:58.216955 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6b9fd8a3-b0ba-4c97-8a6e-66a10ed08dc0 req-193b5263-f2e8-4773-8c70-505c4b9e8fff tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.78 "DELETE /v2.0/ports/b422d9af-06b5-42cd-9fd8-d26d4711e2b6 HTTP/1.1" status: 204 len: 173 time: 1.0856256 Jul 22 23:26:58.222957 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'name': 'network-vif-deleted', 'tag': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:58.225692 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37bf7f6-23ba-4330-908d-a902b2621dbb" -d '{"events": [{"server_uuid": "2ac476eb-be93-41e9-8ba6-4c3000c6a94e", "name": "network-vif-deleted", "tag": "b422d9af-06b5-42cd-9fd8-d26d4711e2b6"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:58.305781 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-0f72f021-af0e-4c8f-aa1a-015db74537bf req-7381853e-fea0-4dfc-8bcf-70283b693a7a tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0872254 Jul 22 23:26:58.317429 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901ee61b-af37-4b52-90cc-242beb9d91dc x-openstack-request-id: req-901ee61b-af37-4b52-90cc-242beb9d91dc {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:58.318265 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac476eb-be93-41e9-8ba6-4c3000c6a94e", "name": "network-vif-deleted", "tag": "b422d9af-06b5-42cd-9fd8-d26d4711e2b6", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:58.318867 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-901ee61b-af37-4b52-90cc-242beb9d91dc {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:58.321241 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac476eb-be93-41e9-8ba6-4c3000c6a94e', 'name': 'network-vif-deleted', 'tag': 'b422d9af-06b5-42cd-9fd8-d26d4711e2b6', 'status': 'completed', 'code': 200} Jul 22 23:26:58.393912 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-15a5ca8b-336d-458d-a63d-6647e07e7c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:58.418670 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-cf736861-ae3c-4c2a-907d-5c04f8937d4c None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:58.641517 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-cf736861-ae3c-4c2a-907d-5c04f8937d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:58.669866 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf736861-ae3c-4c2a-907d-5c04f8937d4c None None] Checking router: a930b17a-4d1e-4486-9150-8eee4564e3fd for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:26:58.679135 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf736861-ae3c-4c2a-907d-5c04f8937d4c None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:58.679905 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-cf736861-ae3c-4c2a-907d-5c04f8937d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:26:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:58.889839 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-cf736861-ae3c-4c2a-907d-5c04f8937d4c None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:58.962932 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f9e4014b-a93d-4b37-8667-ddeacce892da req-b4f8e56b-e288-4431-a13b-e513c2a7dd39 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0495336 Jul 22 23:26:59.107838 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-cf736861-ae3c-4c2a-907d-5c04f8937d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:59.136987 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf736861-ae3c-4c2a-907d-5c04f8937d4c None None] The sync data for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi is: [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:26:59.378006 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d442ad04-35f9-45e4-acb8-c0b1d3c8e3c3 None None] New status for floating IP b03ff32e-8d55-49a3-8fb8-1582337f8abc: DOWN {{(pid=93215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:26:59.469035 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-60aa6654-2a6b-4d77-8292-27d95f3dbef3 req-1b163383-bbe5-4a3e-8a47-173b20100f0e tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0334356 Jul 22 23:27:00.072722 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4dadaca4-1ce4-474e-80d2-52562f1f6ed5 req-de00610b-bb41-4de0-b5bb-0ea7d58fdbdc tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0300050 Jul 22 23:27:00.466848 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b422d9af-06b5-42cd-9fd8-d26d4711e2b6 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:00.493939 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: b422d9af-06b5-42cd-9fd8-d26d4711e2b6 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:27:00.494307 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device b422d9af-06b5-42cd-9fd8-d26d4711e2b6 not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:27:00.581928 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e668442d-c37d-46a3-a4a3-307b349350a0 req-5d59dc47-1e9c-477d-9d4e-15e54efc9bd7 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0350533 Jul 22 23:27:01.192598 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7b21da3e-c72b-41f3-88d5-b56fef4b6ec4 req-c45b3ad8-1e82-482f-af12-1518663b9a5e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0348244 Jul 22 23:27:01.246157 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-88effdc3-523f-4fb3-9ec5-902c0106d2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.686762 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-69661fa6-0e83-4cbd-b077-0f0fcf9feb5d req-af551184-4deb-4a66-aefa-8c9681d0a8af tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0290024 Jul 22 23:27:01.776394 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:02.295632 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9b428453-b14e-4df0-b4f7-38801a0b2cac req-70feed7b-4f9d-4b89-a69f-e3ba593e48e2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0311885 Jul 22 23:27:02.799089 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e7b79ba7-16a0-4944-a92c-a4d8327b3372 req-286f616c-a3bf-4d47-b979-e3ea4cb20b96 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0356882 Jul 22 23:27:03.227266 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.413353 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1e9c3e0d-c1b4-43a0-9153-c3c77367613e req-b2e0d7c1-81c8-4e65-a713-4e1add569336 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0346131 Jul 22 23:27:03.904125 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5fb6158b-11b5-4845-b0e0-aabb76778e10 req-79bd7d4b-4fce-4b4f-b735-26e6fac70917 tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0322354 Jul 22 23:27:04.519376 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a2b75e18-7046-4279-93f6-7d9e2fb96815 req-eb9cd35c-a2fe-4eca-972f-3082ecfbda4a tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0303640 Jul 22 23:27:04.621043 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [req-9d256620-67fe-4cfc-82c4-11aa6b9e9421 req-8d226cd3-c197-4f9c-8355-162efa2f129a service neutron] (93214) timed out ('10.222.0.78', 50466) {{(pid=93214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:27:05.017265 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cb33c706-9195-4beb-b9af-225a4561b6f0 req-5c5539fb-5d07-4ed0-8876-646fbeaa745b tempest-VolumesSnapshotTestJSON-1613551176 tempest-VolumesSnapshotTestJSON-1613551176-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb263d93-b6dc-4ad3-a5d2-bda80ca250f3 HTTP/1.1" status: 200 len: 210 time: 0.0430100 Jul 22 23:27:05.018341 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.637632 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c84656b2-43f3-46b7-84cc-60a547aaad02 req-cd706061-ef78-4272-aeb1-af35c1fe9f97 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0452986 Jul 22 23:27:06.152594 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:06.746936 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-08551a62-ca97-4f4d-a50d-5b399a2f3577 req-221152f0-a462-4042-94e4-72711a1e7cb6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0304754 Jul 22 23:27:07.850245 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8b45e91d-238d-42e7-a299-6e7816ac3f58 req-635fc295-a868-4768-9959-bf9f62219188 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0320380 Jul 22 23:27:08.953199 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-54e20f6a-76b8-4ac3-86a4-33d549333bfc req-d8f46a7d-45ee-44db-8463-c33fd09fabda tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0307243 Jul 22 23:27:10.056807 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c6ad6166-56dd-4022-981d-47e660120134 req-32d5ddac-491d-4d93-b027-77fbf8a135a6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0308132 Jul 22 23:27:11.158402 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-b81d4d2f-0e21-4e8c-adbf-05c80a213a24 req-2e9e16e2-d5e3-4f2d-97cd-553bbf05dc39 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0305519 Jul 22 23:27:12.260877 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2d41ea32-51ba-4121-927a-37292c3d7d87 req-ac6dfe9b-b10a-49c0-90c4-f81f3ad7d0df tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0306094 Jul 22 23:27:13.367960 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-36b6228d-4420-487c-8b2f-edd55dd836fc req-a734b9cc-42c2-4089-a2d3-18f86dbb74ce tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0342650 Jul 22 23:27:14.476413 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-278b7b20-f894-4f84-8082-bfdd157bd10a req-923d6375-8554-413b-bca3-2a16485ffecb tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0340314 Jul 22 23:27:15.582101 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f9e154b6-5f12-4d93-b49c-01a28577db0d req-7590b116-10bb-48c0-996d-843b55990795 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0313540 Jul 22 23:27:16.685101 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5e86cd29-fc54-4b1c-97eb-b02952323d11 req-aec6444f-d21d-4f55-a36a-ac263d917320 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0308480 Jul 22 23:27:16.864066 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b484f4c8-82ab-4749-8e6b-97e73e47dfdb req-66d429dc-87a0-40d3-8439-6cac9d807fc9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1591096 Jul 22 23:27:16.957476 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484f4c8-82ab-4749-8e6b-97e73e47dfdb req-3088c576-1024-42c2-b77c-b0fbc8368c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:16.959017 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b484f4c8-82ab-4749-8e6b-97e73e47dfdb req-3088c576-1024-42c2-b77c-b0fbc8368c33 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 1098 time: 0.0638487 Jul 22 23:27:17.076441 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484f4c8-82ab-4749-8e6b-97e73e47dfdb req-130dee4d-07db-4eea-a9f1-f088a42416a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.078089 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b484f4c8-82ab-4749-8e6b-97e73e47dfdb req-130dee4d-07db-4eea-a9f1-f088a42416a4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.0973268 Jul 22 23:27:17.126772 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b484f4c8-82ab-4749-8e6b-97e73e47dfdb req-c9e8e909-5547-42d0-8b14-f14e2cf2b7b2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa HTTP/1.1" status: 200 len: 217 time: 0.0370381 Jul 22 23:27:17.190716 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484f4c8-82ab-4749-8e6b-97e73e47dfdb req-2122e45e-8929-4cc1-a3ac-e9114a0c0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.192709 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b484f4c8-82ab-4749-8e6b-97e73e47dfdb req-2122e45e-8929-4cc1-a3ac-e9114a0c0fca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.0556376 Jul 22 23:27:17.235324 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b484f4c8-82ab-4749-8e6b-97e73e47dfdb req-ca2b5d58-e92d-48ac-8e03-bcefe779f55c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316269 Jul 22 23:27:17.365701 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b484f4c8-82ab-4749-8e6b-97e73e47dfdb req-cf46fada-2508-4923-a776-7163d0149f1f service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196887 Jul 22 23:27:17.534525 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b484f4c8-82ab-4749-8e6b-97e73e47dfdb req-e082f694-112b-4fb5-83b9-43065330fcaf service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570423 Jul 22 23:27:17.789896 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0c50de8b-72f0-42c2-9af6-a3f5cbcdd981 req-309c5b2d-85fe-4d8b-9398-bd44b9944292 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0303330 Jul 22 23:27:18.892909 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-58c3e93d-dea4-4540-9ca9-9a680050e724 req-c2937830-4cb0-4b3e-b1d7-3f6d9b99397a tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0320477 Jul 22 23:27:20.001557 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-246303e6-de67-4c52-af7e-ff3a2fe65fc4 req-b1adea54-ebb4-4a0f-b079-58deb2c50735 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0311410 Jul 22 23:27:21.108837 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-35a1f4d3-7f57-4535-b0c4-87e7b1855a19 req-52d1bc9c-4920-4fa2-8ef1-c470296ed5b3 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0316422 Jul 22 23:27:22.228008 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c28f594e-d7bb-4f76-9aae-a7f0ec32220e req-0c7f5dcc-c20e-4584-9cad-d7ead44e6ec0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0375040 Jul 22 23:27:23.345446 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-902e56f9-d71a-4f87-b71d-23ba07f9d9a8 req-00ca180e-14d6-483a-b7ce-5c0fc4f60dd7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0376596 Jul 22 23:27:24.455480 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-bc64cae4-12d5-4bb9-adce-57928b675f82 req-966a6dc7-9323-4648-ad51-f355f9a0703e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0319681 Jul 22 23:27:25.567666 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d9c3ec92-308b-4de3-be3a-f2ced92f3f0b req-3201257d-e61f-463b-b603-0390b7fc706e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0305326 Jul 22 23:27:26.205505 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:27:26.699255 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-96286de6-3ec0-4388-be3a-a4b609739f2c req-87e217f9-ca91-40f9-998c-67476ee9f611 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0328739 Jul 22 23:27:27.831478 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ba8afab1-1eb7-47ae-876a-007cf0656000 req-090d9db9-668a-4db5-a31a-195ef92d07e6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0492632 Jul 22 23:27:28.376633 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-29d1fb7b-0412-4312-a4f2-391e28090849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:28.934974 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ed871934-0d26-40fa-a24a-9abed6b9185b req-5c0b2298-5784-4033-bcb5-ac692a56c2e9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0308630 Jul 22 23:27:30.061686 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d100c4a1-6c0b-437d-9948-d8ca7e7ecdcb req-9ba892af-9158-4af7-9119-84c903e410fe tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0507588 Jul 22 23:27:31.203474 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d4267329-7277-4d72-833a-613e3b0f5455 req-4ab47167-c59c-497e-bce8-33344d73f8fc tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0403724 Jul 22 23:27:31.251165 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-0779be1c-a8b5-46ed-abba-ac43f7369738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.781809 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:32.338355 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1d5c1dc7-df8b-403b-a82b-abfb006f1b7f req-f238321c-d727-449a-b7c1-b22865c9bda6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0464809 Jul 22 23:27:33.233530 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:33.453142 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d6fe0cd5-c35c-4dd1-afd3-f4de8b7c0c1e req-5f8bb8ef-0431-426a-aa22-e446d2d814b2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0344031 Jul 22 23:27:34.556629 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-67fe7ac5-2053-49b0-b9d4-b29331ba5646 req-dec32d39-efce-4345-babf-8dbb13a4896b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0301235 Jul 22 23:27:35.011438 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.662633 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c284600c-2562-49b4-879d-bc1e36877341 req-a11dede2-18ce-4de5-ac97-128a2caa5ac6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0297389 Jul 22 23:27:36.145334 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.783454 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d42562c2-b4ce-427f-852c-57c17f44e662 req-a129ed36-650b-41fc-977f-3e4c7e2a817a tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0454466 Jul 22 23:27:37.886300 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c90b0cb7-ef77-4047-bdf2-f88c77a9ded0 req-38988a77-1091-43eb-9e84-d8fd319a4bf2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0301900 Jul 22 23:27:38.991241 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-515979af-cc5d-4f20-ae7b-ad62ff7493cd req-d5df49c8-875b-4100-b2ac-5c5d5c346f93 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0334454 Jul 22 23:27:40.105763 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-315bcfc5-2bf6-4dac-98d1-38a537b53c9e req-9424d19e-84b4-473b-8bc0-166bac55f77f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0353613 Jul 22 23:27:41.222764 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a3089618-b6fc-4e15-926d-17a219df1c24 req-b19dcd8f-5a93-45bf-91b8-f2ba595bea95 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0446517 Jul 22 23:27:42.324513 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-b1425715-bb0a-46a0-abde-41bcf04b82e4 req-31161ab0-9aab-4e3f-b110-8dda19cbb963 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0310047 Jul 22 23:27:43.435870 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e392003b-7b1d-4df3-b244-70082d2414bd req-f63c5c3f-bf07-4114-b50d-7f64187f3ad6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0380318 Jul 22 23:27:44.554426 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5856e902-35c2-430e-82ff-86b82b3cf6ca req-f51dc46f-2c4a-4993-996f-e3f7f9f7efe1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0315311 Jul 22 23:27:45.672573 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b1107148-2149-4779-afb1-210ed841fdef req-402f0f4d-ce36-43ff-b3ca-9a672fabe1ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0299509 Jul 22 23:27:46.781792 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4289480b-419c-41dd-ad3d-7ffac48a8217 req-ed2cbdbb-d9e7-484f-b7a4-9cd4d024ddd3 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0310664 Jul 22 23:27:47.894557 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fc5ce730-3b10-4967-a5ae-2afe5cbbc53c req-01326b31-7a76-4e94-87fd-d74b7c86a920 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0318184 Jul 22 23:27:49.026696 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-898f02db-2990-412b-8f85-8ac3641fa304 req-ca827467-c764-4e29-abfa-71cdb9030a8f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0555210 Jul 22 23:27:50.160775 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4279deeb-a3c4-4fd4-9ba3-b088b343ab1e req-880b42a5-e156-467e-a20b-79fb3299fae9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0360982 Jul 22 23:27:51.296465 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c4071e64-8cdd-4021-a6cd-485f6c1d2e9a req-14fd36a0-5411-484c-8e14-036196c5a32f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0359409 Jul 22 23:27:52.405582 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ada02d45-d0b5-4002-94fe-6f3313248523 req-2c868d9c-663c-4a3e-b776-0aae70e754a1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0325589 Jul 22 23:27:53.514630 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5172157b-c716-4171-9840-a83e8e09009e req-092f623e-e9c9-4225-92ef-38e371cb2bc0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0304828 Jul 22 23:27:54.642545 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-014c6459-7f90-4bfe-9bf4-e359fdd598ff req-32e72d05-9059-4cac-bf3e-4758a255d1c2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0311415 Jul 22 23:27:55.750403 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-200d2919-5e38-4617-ae5a-07356bd523c2 req-ba1eff05-fb76-4ce4-9f3d-567e58e82e66 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0291429 Jul 22 23:27:56.864600 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b4aa99ac-f98d-471a-a302-eafc5da2f122 req-b34f4f06-1fdf-4082-a1f0-f0fa23af52b5 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0299728 Jul 22 23:27:57.971036 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a825228b-e924-422e-902b-f99340cba659 req-b72bd1bb-c2ee-4d0b-bc3e-7979d4cc2f01 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0343025 Jul 22 23:27:58.384401 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5ca96838-8d19-4884-9407-7860b47ac19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.112062 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bc919747-b33e-48a1-a657-612757b2221c req-c29cf52c-f339-4e92-8cc1-d1c61092f0b0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0358741 Jul 22 23:28:00.241288 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-fbbe20b1-49b2-47ad-9aeb-9932b9d9fe35 req-24b2006e-c60d-468e-9561-e4bc17adb288 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0307593 Jul 22 23:28:01.257332 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a3bfef30-b84b-40f4-8f54-8883c3ae1487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:01.352925 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f5b11b78-ee09-4b67-92f0-9371a91d1130 req-d5c3a2a1-704e-4074-9805-565d44a812fe tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0300817 Jul 22 23:28:01.784350 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.472714 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e48f128b-f695-46dd-b91b-df149e120ec5 req-af84be31-9897-41cf-a363-ebe58f8c7327 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0294926 Jul 22 23:28:03.204452 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:28:03.231543 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:03.585711 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7db12135-a653-4b33-bb88-809bd8505dc7 req-2edfb75f-4610-45af-8f6c-818e7227fef8 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0359325 Jul 22 23:28:04.684993 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d59f65f6-8113-4e42-966e-527cda8aa8c0 req-622cd117-6e12-4678-800f-cb88e4aecbcd tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0303447 Jul 22 23:28:05.016248 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:05.808467 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2e319372-1f75-46a6-a447-557f63365df0 req-b6c1a5a4-3cf9-4d6b-8882-5d8bb9956076 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0317023 Jul 22 23:28:06.176253 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:06.500424 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [req-4fe567e9-50c6-4854-9b0d-afb465007698 req-6a7c21c1-5965-41e9-83c2-80ea2938aaae service neutron] (93214) timed out ('10.222.0.78', 50489) {{(pid=93214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:28:06.934093 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-50220d08-3d99-4bf3-9f25-5d868ff2b444 req-4971bc59-d02f-423e-9f2b-68782e2630dc tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0369425 Jul 22 23:28:08.075141 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9298f87b-88e7-47f2-af5c-bed00b523c38 req-88f2d0b3-c709-44b0-9f02-08c856cf0b7e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0332794 Jul 22 23:28:09.200251 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f3c6b6f5-cd13-4770-9d32-18a708d1423e req-c175f5e5-10ca-443f-8020-15059d87dca4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0493116 Jul 22 23:28:10.327450 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-82429ec7-85d3-4449-b6c7-4b2cdcf5e909 req-e9ab92f5-3ef1-4851-bddc-ab4b57ff25ed tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0309229 Jul 22 23:28:11.438605 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4e04b012-33d6-4822-b2f4-369648a1aa4d req-08aa129d-2702-4127-bc1d-973ed7636cd2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0312726 Jul 22 23:28:12.541890 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4c44e335-fc56-442e-a894-20aaf71f7d0d req-3c663d33-8969-48e6-aa25-82a547becf57 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0303261 Jul 22 23:28:13.648023 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f5984436-5705-4b5d-9c52-0ef5dd201afe req-ee490c64-a0a9-4cb8-b483-6484dbfb1c21 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0312715 Jul 22 23:28:14.770057 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7c2fc45d-9211-4d8c-a151-55056848fdf0 req-b88902b5-ad5d-4328-90bc-cf9d30589acf tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0322592 Jul 22 23:28:15.880164 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-dd23aaa3-0cbc-4729-8512-e55d228730f3 req-cdd95612-7c0c-4398-b179-3893231cb8af tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0359380 Jul 22 23:28:16.998332 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ff4f8568-6b20-443c-bbd3-0baa46ed2265 req-92d0311f-e985-4d17-9a09-9fd22dba324e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0325785 Jul 22 23:28:17.771032 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75aff98e-3735-42fa-90d6-1d7ee4b4e128 req-f1ba33b8-b212-48d4-81b1-656394ac2a54 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562916 Jul 22 23:28:17.864992 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aff98e-3735-42fa-90d6-1d7ee4b4e128 req-29116bd9-1ec2-429d-a8cb-47d15312ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:17.866759 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75aff98e-3735-42fa-90d6-1d7ee4b4e128 req-29116bd9-1ec2-429d-a8cb-47d15312ee5f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 1098 time: 0.0580611 Jul 22 23:28:17.986131 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aff98e-3735-42fa-90d6-1d7ee4b4e128 req-b92d70fa-1a16-422f-866b-9743aa6593a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:17.988168 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75aff98e-3735-42fa-90d6-1d7ee4b4e128 req-b92d70fa-1a16-422f-866b-9743aa6593a8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.0900335 Jul 22 23:28:18.035152 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75aff98e-3735-42fa-90d6-1d7ee4b4e128 req-682bf6ca-bef0-482b-b232-2f8f801bc45c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e55dddc-a10a-4262-a92c-af731b525ba1 HTTP/1.1" status: 200 len: 217 time: 0.0351338 Jul 22 23:28:18.094007 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aff98e-3735-42fa-90d6-1d7ee4b4e128 req-4f5db1fd-418d-4a8d-959d-89433f75637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:18.095604 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75aff98e-3735-42fa-90d6-1d7ee4b4e128 req-4f5db1fd-418d-4a8d-959d-89433f75637b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.0508418 Jul 22 23:28:18.114175 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e6ee1dce-f5dd-4657-97ac-40c7d9d8a2e6 req-352aa266-2423-471d-883f-434ee09901a2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0311530 Jul 22 23:28:18.160826 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75aff98e-3735-42fa-90d6-1d7ee4b4e128 req-8db2db41-526f-40fd-a79a-c24f2cfb6b43 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545206 Jul 22 23:28:18.267900 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75aff98e-3735-42fa-90d6-1d7ee4b4e128 req-64f7dd99-7324-4360-ac2f-9d4226fa5be0 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958815 Jul 22 23:28:18.376455 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75aff98e-3735-42fa-90d6-1d7ee4b4e128 req-8cf056fd-dc05-484f-9996-f7f7b046adeb service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981803 Jul 22 23:28:19.226111 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8283d0a5-4d24-4c73-956a-a73b9451ac63 req-d6069dd5-7eb6-452b-b069-344265cadfdc tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0342839 Jul 22 23:28:20.355827 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1ccca73e-8527-49a4-a2ae-5cb28464ccf3 req-d50b269a-99a6-4493-8864-6bdccb87d121 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0511639 Jul 22 23:28:21.488152 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c44588fb-e7c1-4f64-ab90-ae6b6fa1597f req-1f0b444e-cfe7-48df-8ee7-cc9f8dd437ae tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0302372 Jul 22 23:28:22.590178 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6d5eb622-2367-442b-b267-3743899576e9 req-d3b9ed12-aaba-47d0-ad84-bf117226e09b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0303152 Jul 22 23:28:23.691280 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a20ae4ff-e6f5-4f2a-aac3-34f129378bfb req-807858e7-6950-44b9-af0e-e6d1d5c25f79 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0302908 Jul 22 23:28:24.796770 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ef5a9586-668a-405b-b3e8-f8029536d760 req-8743cfb2-1677-403e-9dc2-fb402e6b9765 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0330849 Jul 22 23:28:25.909256 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1459ae9b-4a4b-4974-ac02-011c0d533576 req-9247ce36-5f46-4bae-8627-0da7f606d643 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0354009 Jul 22 23:28:27.016560 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ad10869a-b553-4082-9d16-61808a1f385f req-590700b8-9f96-4fca-a0a0-7a8d9703320f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0352070 Jul 22 23:28:28.124521 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-04dab7cc-8b1a-49be-a32f-63f60fa430f2 req-ab58fa7f-666c-4cff-890f-f51b0d44abaf tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0363741 Jul 22 23:28:28.383739 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1e8f6d36-edc9-405d-8445-9a00d10650f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:29.273011 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-cf2aba0c-12b8-4571-b18b-71f16525ee31 req-b23f1751-592f-45d9-80d4-f766bef72248 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0332355 Jul 22 23:28:30.380325 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-02279684-6c81-4d8d-bb61-e0b3f748168a req-f02df65f-b393-4291-a0e5-7c4b189edea8 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0314496 Jul 22 23:28:31.250354 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d5ef912b-12ff-47ff-a72f-f29f6f7f486d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:31.501405 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-993cdfcf-fbde-4cd5-bae7-a8a9d05082db req-46af7a10-f03e-4e6b-902c-95838a22ca8d tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0327461 Jul 22 23:28:31.788544 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:32.637833 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fd2bfe11-e522-4aec-a2dc-8b4407248e3e req-d75af5e8-579c-48d3-8d8b-6eccf7e8fa1a tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0312932 Jul 22 23:28:33.235712 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:33.772470 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a6be0deb-5722-4d7b-b55f-aa417ba555fd req-d2125fbc-3a91-455d-9be1-fd6182f0e2a0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0547011 Jul 22 23:28:34.928157 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3878ac2e-6ea1-4351-95ea-20588e568986 req-50a6bea3-1ca1-4074-a684-7afd1421fe10 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0472381 Jul 22 23:28:35.019840 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:36.036089 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5cc4d715-2f37-46d5-a7d7-845f64272cef req-80f79a96-17be-4a4f-8d9f-9892bb513c10 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0319691 Jul 22 23:28:36.191084 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:37.143006 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-aa88c690-1292-4bc7-b7a3-5b878d6de221 req-269452e5-cda5-4431-9c49-6dffde2d56f4 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0349851 Jul 22 23:28:38.270382 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-fd651fbb-fbcc-4b58-805a-e8f1073db1e6 req-91375534-d71c-4b01-b4c4-cc49a3e00831 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0297928 Jul 22 23:28:39.385009 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-07e0e786-2bae-4f53-9ff9-7fe7540330dc req-92761ae2-475b-4cfe-9195-49c9f61910e7 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0299706 Jul 22 23:28:40.204377 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:28:40.493764 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c801d602-1b61-428b-815f-21f52aaa2d7e req-998e6f20-86e1-4a12-90de-91218f05a486 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0304472 Jul 22 23:28:41.603561 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5841e0dd-bf1c-431c-a36b-3086fe635bee req-29a702da-b24a-4bb5-bc7f-e019973ebd83 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0298703 Jul 22 23:28:42.741631 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1a887c1a-3145-4287-a71c-3bb915cd0d46 req-a615b1e5-e008-4235-825b-c3c16556dbc2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0539908 Jul 22 23:28:43.886804 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-03469167-4343-402a-818b-b12ba4706346 req-6e339198-2695-4e70-b28d-600f9c78a367 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0514464 Jul 22 23:28:44.991337 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ba64f1ce-7da1-4678-9458-5cf8a4c9a743 req-d08d5e36-4419-4557-a8db-cdbc9f227076 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0307715 Jul 22 23:28:46.136021 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f9a8b881-58bb-40f4-b2be-8b887be1e1d5 req-4eb56bfe-94b6-4d8e-956d-c767d81afdb3 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0347855 Jul 22 23:28:47.249789 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-92dd3266-af6d-41a1-b7b6-cfd06a791d73 req-1faeac3d-a42e-42c4-95bb-decf86d4e8cd tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0307546 Jul 22 23:28:48.392204 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ff3a2d2e-e003-4942-9450-53623eead612 req-c4b59bf3-4ba6-4796-a5cb-004644e2f09d tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0499296 Jul 22 23:28:49.505527 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-90ddbc20-a534-4f9c-bf59-e63cb36d3fa2 req-3e6c5f05-67fc-46b8-a450-8db645832d76 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0308399 Jul 22 23:28:50.616558 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-42ab0104-18d2-4e30-b934-af7b1adcea04 req-09083a97-527f-4819-8c79-e3ff780cfcc3 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0307605 Jul 22 23:28:51.753680 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a3b19d63-1f2b-420f-9fa0-eab70b05ea68 req-cd18ccb3-a032-4d09-ab76-4502323002e0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0398686 Jul 22 23:28:52.895856 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-643b5963-38e4-4995-84c8-9628bbeff18d req-46849a56-1ec4-4b4b-9fc4-4cbeedff7524 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0397646 Jul 22 23:28:54.032302 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-abad1828-77b3-47aa-a5ee-03ac7a3d4e24 req-56d41638-deea-432d-8ca5-ef895daad0e2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0337484 Jul 22 23:28:55.160282 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1f6fb2fa-f9f3-4fe2-99a2-e5a775743de8 req-743d21b6-46d4-4c7c-acc4-97ff4689372b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0306506 Jul 22 23:28:56.288436 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0eb8ec39-6cb1-4703-8b18-e76bdcb0f10d req-f96830a6-0a28-4371-a227-ee490300679f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0306461 Jul 22 23:28:57.392949 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bd887eb0-3cfb-47bf-a348-2ec761cf0178 req-6b5fa380-0f6f-4fc7-aba2-56f7702f5443 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0327346 Jul 22 23:28:58.380666 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-099c5196-d9de-4714-93ee-890c4e6668d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:58.549498 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-efcd9f31-1806-48dd-95c2-397adb3dcc23 req-6b0879c3-9152-4d24-827b-0fc5fa6a3837 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ac476eb-be93-41e9-8ba6-4c3000c6a94e HTTP/1.1" status: 200 len: 210 time: 0.0323610 Jul 22 23:28:59.660557 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 44474) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:59.756864 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:59.800021 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:59.864501 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:59.867378 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:59.870597 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "DELETE /v2.0/security-groups/9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee HTTP/1.1" status: 204 len: 168 time: 0.2089057 Jul 22 23:28:59.872544 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 44480) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:59.883250 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:59.889522 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.api.v2.resource [None req-0db8ec6b-e0c2-4dac-b1f0-ea650f91a197 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] show failed (client error): The resource could not be found. Jul 22 23:28:59.890996 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-0db8ec6b-e0c2-4dac-b1f0-ea650f91a197 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups/9f3a4c86-1c98-42a6-9518-c5b7d53ce3ee HTTP/1.1" status: 404 len: 347 time: 0.0172281 Jul 22 23:28:59.894625 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 44482) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:59.897044 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:59.897606 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:59.898158 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:59.898685 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:59.899214 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:59.899745 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:59.900263 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:59.900785 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:59.901280 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:59.901797 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:59.902353 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:59.902880 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8783466b-c336-490a-be83-afe06395a6ea tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.044508 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Deleting port 929b6382-2ca2-48a0-86a5-b84bff076632 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:00.044924 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.132541 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.132876 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.148217 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Calling delete_port for 929b6382-2ca2-48a0-86a5-b84bff076632 owned by network:floatingip {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:00.325964 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.360563 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event deleted for resources: {'Port': ['ID=929b6382-2ca2-48a0-86a5-b84bff076632,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:00.379090 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.379673 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.380177 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.380743 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.381300 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.381880 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.382493 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.383129 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.383636 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.384199 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.384755 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.385300 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.473070 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.476106 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.477380 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-dfce8562-1fb9-4989-b4ed-4287c970e375 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "DELETE /v2.0/floatingips/b03ff32e-8d55-49a3-8fb8-1582337f8abc HTTP/1.1" status: 204 len: 168 time: 0.5814626 Jul 22 23:29:00.860790 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 44496) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:00.867191 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-73d8c7cb-d8e7-4aee-b63c-08213dc6a495 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1292648406', 'description': 'tempest-description--768283352'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:00.896258 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-73d8c7cb-d8e7-4aee-b63c-08213dc6a495 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.001872 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-73d8c7cb-d8e7-4aee-b63c-08213dc6a495 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.006765 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-73d8c7cb-d8e7-4aee-b63c-08213dc6a495 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.037650 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-73d8c7cb-d8e7-4aee-b63c-08213dc6a495 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.038974 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-73d8c7cb-d8e7-4aee-b63c-08213dc6a495 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1767490 Jul 22 23:29:01.043747 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 44498) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:01.044636 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8c7cb-d8e7-4aee-b63c-08213dc6a495 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:01.053189 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-652f43e1-adbf-4c32-9c74-51980e9647c2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'security_group_rule': {'security_group_id': 'e81c1aed-6354-4dc5-9db9-9f27daf3ffc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:01.089795 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-652f43e1-adbf-4c32-9c74-51980e9647c2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.155538 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-652f43e1-adbf-4c32-9c74-51980e9647c2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.161270 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-652f43e1-adbf-4c32-9c74-51980e9647c2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.184708 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f43e1-adbf-4c32-9c74-51980e9647c2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c710602-67af-41ae-8118-743b9c6946db,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:01.189758 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-652f43e1-adbf-4c32-9c74-51980e9647c2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.191296 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-652f43e1-adbf-4c32-9c74-51980e9647c2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461239 Jul 22 23:29:01.194087 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 44500) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:01.199294 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-410e9ef7-8d1b-41de-8e66-b39d986a9538 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'security_group_rule': {'security_group_id': 'e81c1aed-6354-4dc5-9db9-9f27daf3ffc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:01.230279 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-410e9ef7-8d1b-41de-8e66-b39d986a9538 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.260234 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-94463d49-06f8-412c-8222-2fcece37ad69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.332022 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-410e9ef7-8d1b-41de-8e66-b39d986a9538 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.346397 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-410e9ef7-8d1b-41de-8e66-b39d986a9538 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.369304 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e9ef7-8d1b-41de-8e66-b39d986a9538 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016ed714-c10d-488e-96ae-1ce2ee9582e6,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:01.375484 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-410e9ef7-8d1b-41de-8e66-b39d986a9538 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.382074 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 44506) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:01.382477 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-410e9ef7-8d1b-41de-8e66-b39d986a9538 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869066 Jul 22 23:29:01.386916 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'floatingip': {'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:01.415397 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.530529 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.642355 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Allocated IP 172.27.3.34 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/dc37d64d-958f-4fff-9ff7-8e0f36d2d242) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:01.760047 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.794691 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.818497 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.887382 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:01.893127 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:01.899864 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:01.903580 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'Port': ['ID=dc37d64d-958f-4fff-9ff7-8e0f36d2d242,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:02.045136 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.093236 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.261392 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.267468 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4474643'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.345576 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'Port': ['ID=dc37d64d-958f-4fff-9ff7-8e0f36d2d242,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:02.359756 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.378770 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.379838 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-7f4dd446-3589-4a80-9d13-f72cd48cfae1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9966190 Jul 22 23:29:02.587917 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-aa178ff8-0d33-46d3-9cad-6480211dc1fb tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1292648406&fields=id&tenant_id=0daf31fc4dcd49459973bf2aec95e80e HTTP/1.1" status: 200 len: 267 time: 0.0378847 Jul 22 23:29:02.704213 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-afc9221b-d34c-4f55-b079-917bb2a88867 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:02.705800 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-afc9221b-d34c-4f55-b079-917bb2a88867 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 811 time: 0.1101470 Jul 22 23:29:02.725520 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-7aa20020-a9c1-4f38-b0e8-6b9a3f91de10 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/quotas/0daf31fc4dcd49459973bf2aec95e80e HTTP/1.1" status: 200 len: 375 time: 0.0099461 Jul 22 23:29:02.800164 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-2b259c1e-90ea-447d-8000-243183aeb47e tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686765 Jul 22 23:29:02.874133 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-4220a85f-904b-4f07-b0f7-145cdbe8813f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:29:02.875614 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-4220a85f-904b-4f07-b0f7-145cdbe8813f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0626855 Jul 22 23:29:03.191618 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-0d4ef8f7-b18e-4454-88c8-cab2591e730e service neutron] 10.222.0.55 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055453 Jul 22 23:29:03.246093 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.290360 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-8350ba47-703b-4de2-9c35-89b1d107067a service neutron] 10.222.0.55 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927162 Jul 22 23:29:04.534022 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1fdbeaec-4981-47a0-ad42-0c9e141bfead req-c6cd0d50-6040-41e6-8b60-0993a8f9d8d6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 210 time: 0.0469685 Jul 22 23:29:05.023374 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.664099 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4e332ca2-ca38-4c15-8721-31bdb4b6e7b8 req-d089cc79-a98d-442c-be4a-fa58854524ef tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 210 time: 0.0553839 Jul 22 23:29:06.189279 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.785275 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9f2d1f36-7ee8-46b7-a36f-3a02d00d73c5 req-da100f7d-2467-4daf-847f-8e5fc348404b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 210 time: 0.0388858 Jul 22 23:29:07.931585 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1cf79ac7-a8ab-44ed-9984-268296ff4856 req-c2af7ca3-8b8c-4b93-af46-9f7b6bd94d3a tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 210 time: 0.0563803 Jul 22 23:29:08.048102 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-830deecd-0d43-479a-9070-6aaac83db559 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:08.049376 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-830deecd-0d43-479a-9070-6aaac83db559 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 811 time: 0.1535237 Jul 22 23:29:08.112390 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-203790a1-fc7b-412c-9d30-2ce15fcee862 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0daf31fc4dcd49459973bf2aec95e80e HTTP/1.1" status: 200 len: 380 time: 0.0450013 Jul 22 23:29:08.135575 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'port': {'device_id': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'admin_state_up': True, 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'security_groups': ['e81c1aed-6354-4dc5-9db9-9f27daf3ffc6']}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:08.265691 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Made reservation on behalf of 0daf31fc4dcd49459973bf2aec95e80e for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:08.269717 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:08.434579 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Allocated IP 172.20.0.9 (d4f9ed55-e720-41be-9012-ef43f64dc6c8/08d89757-66f3-43cf-8c2d-2022faf154ea/572479c7-9b88-4701-9895-0daaa7cb7e5c) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:08.613371 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:08.637133 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Transition to ACTIVE for port object 572479c7-9b88-4701-9895-0daaa7cb7e5c will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:08.691689 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:08.745149 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Network d4f9ed55-e720-41be-9012-ef43f64dc6c8 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:08.748528 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:08.754689 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:08.764077 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event updated for resources: {'Port': ['ID=572479c7-9b88-4701-9895-0daaa7cb7e5c,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:08.830619 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:08.831292 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:08.849176 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b68c3952-3a0e-4495-95e1-788f53ef62ac tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7172675 Jul 22 23:29:08.865548 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Request body: {'port': {'device_id': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:08.951532 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.083716 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-a1e9383c-26ac-4196-af28-b0085e831fbe None None] Provisioning for port 572479c7-9b88-4701-9895-0daaa7cb7e5c completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:09.090787 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-a1e9383c-26ac-4196-af28-b0085e831fbe None None] Provisioning complete for port 572479c7-9b88-4701-9895-0daaa7cb7e5c triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:09.091403 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a1e9383c-26ac-4196-af28-b0085e831fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.133712 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9383c-26ac-4196-af28-b0085e831fbe None None] Port 572479c7-9b88-4701-9895-0daaa7cb7e5c cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:09.182855 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5770651-18ed-464c-8b75-74cd5b05a494 req-6cc1bf78-e9b4-4a28-9c6c-4d08a792bbf2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:09.184526 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e5770651-18ed-464c-8b75-74cd5b05a494 req-6cc1bf78-e9b4-4a28-9c6c-4d08a792bbf2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 931 time: 0.1768837 Jul 22 23:29:09.267105 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e5770651-18ed-464c-8b75-74cd5b05a494 req-a00708d3-9d48-477f-8ef3-5aba80a1f53f tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724039 Jul 22 23:29:09.351847 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572479c7-9b88-4701-9895-0daaa7cb7e5c {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:09.362894 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.378915 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Transition to ACTIVE for port object 572479c7-9b88-4701-9895-0daaa7cb7e5c will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:09.384020 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.439879 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Pushing event updated for resources: {'Port': ['ID=572479c7-9b88-4701-9895-0daaa7cb7e5c,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:09.520068 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Attempting to bind port 572479c7-9b88-4701-9895-0daaa7cb7e5c on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:09.520397 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Attempting to bind port 572479c7-9b88-4701-9895-0daaa7cb7e5c by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:09.520713 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Attempting to bind port 572479c7-9b88-4701-9895-0daaa7cb7e5c on network d4f9ed55-e720-41be-9012-ef43f64dc6c8 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:09.526938 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Port 572479c7-9b88-4701-9895-0daaa7cb7e5c on network d4f9ed55-e720-41be-9012-ef43f64dc6c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:09.527393 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Attempting to bind port 572479c7-9b88-4701-9895-0daaa7cb7e5c on network d4f9ed55-e720-41be-9012-ef43f64dc6c8 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:09.533926 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:09.534452 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Checking segment: {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:09.534939 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Bound using segment: {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:09.535619 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Bound port: 572479c7-9b88-4701-9895-0daaa7cb7e5c, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc854db-f848-45b7-a407-62a846f54bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:09.536079 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.621457 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] For port 572479c7-9b88-4701-9895-0daaa7cb7e5c, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:09.625598 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] For port 572479c7-9b88-4701-9895-0daaa7cb7e5c, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:09.631109 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.666731 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:09.667550 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.669067 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] 10.222.0.78 "PUT /v2.0/ports/572479c7-9b88-4701-9895-0daaa7cb7e5c HTTP/1.1" status: 200 len: 1093 time: 0.8082676 Jul 22 23:29:09.669541 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'tag': '572479c7-9b88-4701-9895-0daaa7cb7e5c'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:09.672509 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbaf891-70eb-4450-a2a8-b17a7adb2196" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d", "tag": "572479c7-9b88-4701-9895-0daaa7cb7e5c"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:09.711133 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7bca6-b083-4500-8dc0-a58081ff8d3c service neutron] Pushing event updated for resources: {'Port': ['ID=572479c7-9b88-4701-9895-0daaa7cb7e5c,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:09.793166 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-a11bafaa-e32b-4cbc-8c73-14915335e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:09.794806 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-a11bafaa-e32b-4cbc-8c73-14915335e7dc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 1096 time: 0.0717940 Jul 22 23:29:09.846285 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-7023eba2-a8c8-4013-bff4-9919114f3604 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c HTTP/1.1" status: 200 len: 217 time: 0.0397141 Jul 22 23:29:09.914260 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b7f01ccd-466e-4789-a751-a0720dfc2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:09.915616 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-b7f01ccd-466e-4789-a751-a0720dfc2c67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0581317 Jul 22 23:29:09.983413 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-df68653e-0258-46dd-a6cd-79de76d5ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:09.987481 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-df68653e-0258-46dd-a6cd-79de76d5ad77 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604086 Jul 22 23:29:10.338857 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-768b6243-f2aa-4481-a073-c11ce3765276 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402090 Jul 22 23:29:10.478302 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec0320-dd50-4daa-bfc7-3597b1f069f2 req-7ba54a10-2e07-4020-94cf-2e5fd13fde44 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:10.479860 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-28ec0320-dd50-4daa-bfc7-3597b1f069f2 req-7ba54a10-2e07-4020-94cf-2e5fd13fde44 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 943 time: 0.1401200 Jul 22 23:29:10.482005 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-443cbb73-2481-4b87-a5c6-0b3f23bbce6e req-fde343a5-5439-4781-ba92-6f094024d133 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316347 Jul 22 23:29:10.521206 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-28ec0320-dd50-4daa-bfc7-3597b1f069f2 req-57e00af3-bef0-45c7-9a8e-51a39155242b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356817 Jul 22 23:29:10.745828 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d4d8f9-6073-4e79-8db0-ee0263bed95c x-openstack-request-id: req-92d4d8f9-6073-4e79-8db0-ee0263bed95c {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:10.746147 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d", "tag": "572479c7-9b88-4701-9895-0daaa7cb7e5c", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:10.746398 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92d4d8f9-6073-4e79-8db0-ee0263bed95c {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:10.746794 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'tag': '572479c7-9b88-4701-9895-0daaa7cb7e5c', 'status': 'completed', 'code': 200} Jul 22 23:29:10.824954 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaf891-70eb-4450-a2a8-b17a7adb2196 req-6f797b47-3e7f-4972-b0e6-96abfd731acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:10.826489 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fdbaf891-70eb-4450-a2a8-b17a7adb2196 req-6f797b47-3e7f-4972-b0e6-96abfd731acf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 1096 time: 0.0558958 Jul 22 23:29:10.927998 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaf891-70eb-4450-a2a8-b17a7adb2196 req-56e59b89-af17-43f0-a36a-cccd87d9c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:10.929517 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fdbaf891-70eb-4450-a2a8-b17a7adb2196 req-56e59b89-af17-43f0-a36a-cccd87d9c5b9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.0965216 Jul 22 23:29:10.973988 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fdbaf891-70eb-4450-a2a8-b17a7adb2196 req-7dba4cfc-84ce-4bb2-aee3-f46ce596b9fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c HTTP/1.1" status: 200 len: 217 time: 0.0358174 Jul 22 23:29:11.026397 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaf891-70eb-4450-a2a8-b17a7adb2196 req-583f3b65-6177-4ea5-9267-8cb2b78bf37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:11.027946 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fdbaf891-70eb-4450-a2a8-b17a7adb2196 req-583f3b65-6177-4ea5-9267-8cb2b78bf37c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0474193 Jul 22 23:29:11.091790 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaf891-70eb-4450-a2a8-b17a7adb2196 req-07ceb49e-928f-48a4-be1a-d8bc7f6050a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:11.093314 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fdbaf891-70eb-4450-a2a8-b17a7adb2196 req-07ceb49e-928f-48a4-be1a-d8bc7f6050a1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584981 Jul 22 23:29:11.203902 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fdbaf891-70eb-4450-a2a8-b17a7adb2196 req-63ced5ce-6a1a-4751-9090-9cdd10b21e64 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031752 Jul 22 23:29:11.306079 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-fdbaf891-70eb-4450-a2a8-b17a7adb2196 req-6396d373-9912-419d-98f5-905e05ccd469 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945928 Jul 22 23:29:11.667073 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa676d-fad9-4fe8-8933-031d3b1412e8 req-78273bdb-3a18-4af0-8de5-cf1d56ecb84d tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:11.669294 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-78aa676d-fad9-4fe8-8933-031d3b1412e8 req-78273bdb-3a18-4af0-8de5-cf1d56ecb84d tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 943 time: 0.0776951 Jul 22 23:29:11.714553 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-78aa676d-fad9-4fe8-8933-031d3b1412e8 req-7e28f71a-73d6-49c8-80fd-53e780cbc0a0 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381277 Jul 22 23:29:12.866120 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae0bbd-dac0-407a-9c2a-8af3d0865493 req-1abcd514-aa73-4ba9-a818-75bbdc66ebe8 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:12.867626 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-18ae0bbd-dac0-407a-9c2a-8af3d0865493 req-1abcd514-aa73-4ba9-a818-75bbdc66ebe8 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 943 time: 0.0764189 Jul 22 23:29:12.911753 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-18ae0bbd-dac0-407a-9c2a-8af3d0865493 req-a9e06809-6453-46b7-b219-05a24222933b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374506 Jul 22 23:29:13.048333 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 572479c7-9b88-4701-9895-0daaa7cb7e5c details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:13.189296 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 572479c7-9b88-4701-9895-0daaa7cb7e5c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:13.203401 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '572479c7-9b88-4701-9895-0daaa7cb7e5c', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'port_id': '572479c7-9b88-4701-9895-0daaa7cb7e5c', 'mac_address': 'fa:16:3e:40:ee:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:13.250862 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.267111 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572479c7-9b88-4701-9895-0daaa7cb7e5c {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:13.289007 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 572479c7-9b88-4701-9895-0daaa7cb7e5c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:13.294795 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.349572 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=572479c7-9b88-4701-9895-0daaa7cb7e5c,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:13.357888 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.358324 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.359214 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.359755 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.360295 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.360857 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.361428 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.361997 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.362607 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.363178 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.363742 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.364322 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:13.587315 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['572479c7-9b88-4701-9895-0daaa7cb7e5c'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:14.061447 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cd423-8f62-4105-b619-51d884ff5e85 req-42779653-d9fe-4c17-8f9a-e2d5d4a94d14 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:14.066007 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-600cd423-8f62-4105-b619-51d884ff5e85 req-42779653-d9fe-4c17-8f9a-e2d5d4a94d14 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 944 time: 0.0817554 Jul 22 23:29:14.131302 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-600cd423-8f62-4105-b619-51d884ff5e85 req-e5a5fbd1-882d-438e-b1f7-23517117aa14 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548670 Jul 22 23:29:15.080811 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 572479c7-9b88-4701-9895-0daaa7cb7e5c up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:15.133559 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 572479c7-9b88-4701-9895-0daaa7cb7e5c completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:15.138048 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 572479c7-9b88-4701-9895-0daaa7cb7e5c triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:15.138545 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.257842 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.291802 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572479c7-9b88-4701-9895-0daaa7cb7e5c'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:15.294250 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62db9943-5ec2-4826-b2ca-7a35149297fd" -d '{"events": [{"server_uuid": "d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d", "name": "network-vif-plugged", "status": "completed", "tag": "572479c7-9b88-4701-9895-0daaa7cb7e5c"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:15.314157 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 572479c7-9b88-4701-9895-0daaa7cb7e5c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:15.320799 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.387736 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5260cda-1d9f-4bba-803a-7594a20b0731 req-a131c5d4-7622-4ad1-9ec2-7669ae0cb45b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:15.389742 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f5260cda-1d9f-4bba-803a-7594a20b0731 req-a131c5d4-7622-4ad1-9ec2-7669ae0cb45b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 944 time: 0.1322439 Jul 22 23:29:15.413200 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=572479c7-9b88-4701-9895-0daaa7cb7e5c,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:15.453235 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f5260cda-1d9f-4bba-803a-7594a20b0731 req-46f1cb12-d82a-4c32-bdd4-7c12c6e81653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566852 Jul 22 23:29:16.519777 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417e17c4-d2fd-46f6-bf7e-c887ebd3580e x-openstack-request-id: req-417e17c4-d2fd-46f6-bf7e-c887ebd3580e {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:16.520932 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d", "name": "network-vif-plugged", "status": "completed", "tag": "572479c7-9b88-4701-9895-0daaa7cb7e5c", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:16.521190 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-417e17c4-d2fd-46f6-bf7e-c887ebd3580e {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:16.521581 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572479c7-9b88-4701-9895-0daaa7cb7e5c', 'code': 200} Jul 22 23:29:16.660299 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695b7ac-ed92-463a-a878-bcefd547a825 req-d814d593-b241-4178-8282-69c607e7cdf2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:16.663014 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5695b7ac-ed92-463a-a878-bcefd547a825 req-d814d593-b241-4178-8282-69c607e7cdf2 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 945 time: 0.0985780 Jul 22 23:29:16.707070 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5695b7ac-ed92-463a-a878-bcefd547a825 req-88214ddd-afaf-4132-92f3-d23cdfc3dd99 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382717 Jul 22 23:29:16.770963 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fda80-6f4c-46b6-a2a1-d26b1f1a0c94 req-828023d6-488d-4f68-ba8b-e6f754e871f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:16.772518 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dc2fda80-6f4c-46b6-a2a1-d26b1f1a0c94 req-828023d6-488d-4f68-ba8b-e6f754e871f8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 1098 time: 0.0725026 Jul 22 23:29:16.835773 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dc2fda80-6f4c-46b6-a2a1-d26b1f1a0c94 req-298f0bbd-e3da-4ddf-8346-a281cf88f978 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518641 Jul 22 23:29:17.206217 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:29:17.926519 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87c65c-cc0c-4bf2-9ae1-d541c0e0ca6d req-dd78d3c8-dedb-4653-bbaa-7d9ef97666da tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.929291 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ea87c65c-cc0c-4bf2-9ae1-d541c0e0ca6d req-dd78d3c8-dedb-4653-bbaa-7d9ef97666da tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 945 time: 0.1225920 Jul 22 23:29:17.981119 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ea87c65c-cc0c-4bf2-9ae1-d541c0e0ca6d req-5cda961a-a8d3-4af0-af83-f304394d79b1 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451355 Jul 22 23:29:19.121434 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec068d2-0580-4a31-990d-b627b1a3ac95 req-de2774f1-1ab6-46ad-bef7-d7d04d6bf262 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:19.123339 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8ec068d2-0580-4a31-990d-b627b1a3ac95 req-de2774f1-1ab6-46ad-bef7-d7d04d6bf262 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 945 time: 0.0723438 Jul 22 23:29:19.190205 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8ec068d2-0580-4a31-990d-b627b1a3ac95 req-24654b9d-d8db-4575-8741-4a419e4d3efc tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585763 Jul 22 23:29:19.370165 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e1e6b-c900-407c-afed-d2a9c52c0cae req-78309dba-d5b3-4c02-a06c-ab51c0ce53ee tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:19.371776 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6f7e1e6b-c900-407c-afed-d2a9c52c0cae req-78309dba-d5b3-4c02-a06c-ab51c0ce53ee tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 945 time: 0.0711579 Jul 22 23:29:19.382059 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 44762) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:19.387027 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-07932d87-28f9-451e-96bb-74b4494c007c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Request body: {'floatingip': {'port_id': '572479c7-9b88-4701-9895-0daaa7cb7e5c'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:19.432013 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-07932d87-28f9-451e-96bb-74b4494c007c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.939758 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-07932d87-28f9-451e-96bb-74b4494c007c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.944718 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-07932d87-28f9-451e-96bb-74b4494c007c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.058827 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.l3_db [None req-07932d87-28f9-451e-96bb-74b4494c007c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Floating IP 1f7d08d8-aa3e-419a-aa06-4f803f2b3f3e associated. External IP: 172.27.3.34, port: 572479c7-9b88-4701-9895-0daaa7cb7e5c. Jul 22 23:29:20.289224 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07932d87-28f9-451e-96bb-74b4494c007c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Router a930b17a-4d1e-4486-9150-8eee4564e3fd has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:29:20.408233 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07932d87-28f9-451e-96bb-74b4494c007c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:29:20.413670 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-07932d87-28f9-451e-96bb-74b4494c007c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.423497 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f649a6b-de0b-4653-838b-242a8303e448 None None] Sync routers for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:29:20.435436 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f649a6b-de0b-4653-838b-242a8303e448 None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:20.436864 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-8f649a6b-de0b-4653-838b-242a8303e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:29:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:20.468300 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-07932d87-28f9-451e-96bb-74b4494c007c tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "PUT /v2.0/floatingips/1f7d08d8-aa3e-419a-aa06-4f803f2b3f3e HTTP/1.1" status: 200 len: 990 time: 1.0847704 Jul 22 23:29:20.469152 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'tag': '572479c7-9b88-4701-9895-0daaa7cb7e5c'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:20.473879 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d", "tag": "572479c7-9b88-4701-9895-0daaa7cb7e5c"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:20.541390 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ed9e40-6b80-4721-a09b-1ab02389d43f x-openstack-request-id: req-96ed9e40-6b80-4721-a09b-1ab02389d43f {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:20.541965 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d", "tag": "572479c7-9b88-4701-9895-0daaa7cb7e5c", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:20.542478 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96ed9e40-6b80-4721-a09b-1ab02389d43f {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:20.543214 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'tag': '572479c7-9b88-4701-9895-0daaa7cb7e5c', 'status': 'completed', 'code': 200} Jul 22 23:29:20.631824 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-8f649a6b-de0b-4653-838b-242a8303e448 None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:20.659839 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8 req-48eb9065-7040-420f-8b29-9689d12a60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:20.662529 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8 req-48eb9065-7040-420f-8b29-9689d12a60f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 1098 time: 0.0933802 Jul 22 23:29:20.785102 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8 req-6690fc7d-c4e4-458e-adfa-07bac4c07a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:20.787002 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8 req-6690fc7d-c4e4-458e-adfa-07bac4c07a3c service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.1170821 Jul 22 23:29:20.868412 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8 req-9113b8e7-af95-47c1-9872-fb054b47b170 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c HTTP/1.1" status: 200 len: 998 time: 0.0734916 Jul 22 23:29:20.929032 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8 req-d6d8b075-56f9-4cb2-accc-2401eefac7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:20.930797 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8 req-d6d8b075-56f9-4cb2-accc-2401eefac7c3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0556083 Jul 22 23:29:20.969823 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-8f649a6b-de0b-4653-838b-242a8303e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '1f7d08d8-aa3e-419a-aa06-4f803f2b3f3e', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'port_id': '572479c7-9b88-4701-9895-0daaa7cb7e5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'mac_address': 'fa:16:3e:40:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:29:01Z', 'updated_at': '2021-07-22T23:29:19Z', 'revision_number': 1, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:21.000670 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8 req-ae658b37-037f-4f06-8f67-3d6bee24a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:21.002383 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8 req-ae658b37-037f-4f06-8f67-3d6bee24a0cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627625 Jul 22 23:29:21.003863 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f649a6b-de0b-4653-838b-242a8303e448 None None] Checking router: a930b17a-4d1e-4486-9150-8eee4564e3fd for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:29:21.013889 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f649a6b-de0b-4653-838b-242a8303e448 None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:21.015081 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-8f649a6b-de0b-4653-838b-242a8303e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:29:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:21.143658 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8 req-16077509-920f-4a2f-9729-c68c5b6d248b service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343136 Jul 22 23:29:21.144540 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-8f649a6b-de0b-4653-838b-242a8303e448 None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:21.261660 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7b3cb392-ecab-49dc-a6b3-d116f82c91e8 req-8f705207-7346-4c27-b8c2-e34e5885ad32 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112938 Jul 22 23:29:21.423397 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-8f649a6b-de0b-4653-838b-242a8303e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '1f7d08d8-aa3e-419a-aa06-4f803f2b3f3e', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'port_id': '572479c7-9b88-4701-9895-0daaa7cb7e5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'mac_address': 'fa:16:3e:40:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:29:01Z', 'updated_at': '2021-07-22T23:29:19Z', 'revision_number': 1, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:21.453308 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f649a6b-de0b-4653-838b-242a8303e448 None None] The sync data for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi is: [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '1f7d08d8-aa3e-419a-aa06-4f803f2b3f3e', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'port_id': '572479c7-9b88-4701-9895-0daaa7cb7e5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'mac_address': 'fa:16:3e:40:ee:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:29:01Z', 'updated_at': '2021-07-22T23:29:19Z', 'revision_number': 1, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:29:21.681613 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aea5e1-17cc-4bd4-a02d-c02def1baba5 None None] New status for floating IP 1f7d08d8-aa3e-419a-aa06-4f803f2b3f3e: ACTIVE {{(pid=93215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:29:28.381855 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-726f43ef-a5d1-4c8f-84b1-5de92622df68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.258646 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c3e6182c-6f51-44b8-ba9f-253af6140a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.789552 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.243063 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.023856 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.195425 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.205971 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:29:58.380816 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-76daac41-8e44-4e0b-a9b0-b2b0fc5b5ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.251333 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-52e0376d-603a-4adb-ab2e-5223dbdab57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.801056 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.248483 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.026801 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.215372 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.736584 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e750696c-a31f-446d-9ec3-077480e89d62 req-8a920047-0db5-4568-b561-22ca3656d1cd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616398 Jul 22 23:30:18.856158 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750696c-a31f-446d-9ec3-077480e89d62 req-031e990a-4209-4e01-ada4-95d28ee0d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:18.857750 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e750696c-a31f-446d-9ec3-077480e89d62 req-031e990a-4209-4e01-ada4-95d28ee0d66b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=db30537acd0941d2873b2057cb8e2214&device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 1098 time: 0.0586259 Jul 22 23:30:18.984474 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750696c-a31f-446d-9ec3-077480e89d62 req-74946c14-f2e4-4318-8145-40b6105fe81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:18.987116 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e750696c-a31f-446d-9ec3-077480e89d62 req-74946c14-f2e4-4318-8145-40b6105fe81f service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 200 len: 920 time: 0.1044614 Jul 22 23:30:19.062046 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e750696c-a31f-446d-9ec3-077480e89d62 req-4dd5aecd-7c0e-478f-8738-1a7c53fd2ae8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa HTTP/1.1" status: 200 len: 217 time: 0.0622320 Jul 22 23:30:19.119349 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750696c-a31f-446d-9ec3-077480e89d62 req-0995faa9-1541-4ac2-ab00-83ae725c16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:19.120938 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e750696c-a31f-446d-9ec3-077480e89d62 req-0995faa9-1541-4ac2-ab00-83ae725c16dc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 200 len: 859 time: 0.0482209 Jul 22 23:30:19.172802 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e750696c-a31f-446d-9ec3-077480e89d62 req-78692f5f-f991-4179-95e1-63a6f9fa733e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba9226ad-6df0-406e-94a2-ed0b7779cb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418155 Jul 22 23:30:19.322859 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e750696c-a31f-446d-9ec3-077480e89d62 req-de02a9b2-c319-4ad3-bfd9-150a5e08f93d service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365273 Jul 22 23:30:19.445628 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e750696c-a31f-446d-9ec3-077480e89d62 req-50ac74b9-97f8-4747-af5c-67d796f1fc48 service neutron] 10.222.0.78 "GET /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108437 Jul 22 23:30:28.374747 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-adc32d65-54c0-4855-943f-f397302e7de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.206441 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:30:31.257239 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-92716f93-5391-4a41-a12b-ce857a866843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.796928 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:33.246517 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:35.028340 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:36.219472 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:58.377797 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-05ccfed3-14cf-4798-b61d-9b33325bba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.253708 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-21d29bf8-8379-470b-91e6-fd4d8e5296d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.800291 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:03.255885 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:05.034090 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:06.252591 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.691568 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 46022) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:07.816726 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.938337 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.943606 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.990017 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83d3fceae7c24820bfc3e83dcd8082c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969818 Jul 22 23:31:07.991384 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaef8ffb-f8a9-47c7-8714-147faaa52483,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:07.993194 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 46032) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:08.000681 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.001164 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.001559 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.001946 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.002435 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.002834 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.003259 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.003636 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.004013 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.004404 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.004870 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.005328 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63007a2-93c5-4556-a844-5454e85bd7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.061581 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.089565 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.146353 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.149158 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.150466 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aaef8ffb-f8a9-47c7-8714-147faaa52483 HTTP/1.1" status: 204 len: 168 time: 0.1558080 Jul 22 23:31:08.159998 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaef8ffb-f8a9-47c7-8714-147faaa52483,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:08.168644 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.169135 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.169477 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.169809 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.170165 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.170492 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.170826 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.171147 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.171469 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.171789 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.172102 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.172422 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f66410-a658-48f4-9ceb-eacda5a2919c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:08.210185 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:31:17.776951 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d97df-61c4-4c4e-8035-999f84aada54 req-7216db5a-fe39-4010-8b50-c72eaa52362b tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:17.778610 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4d3d97df-61c4-4c4e-8035-999f84aada54 req-7216db5a-fe39-4010-8b50-c72eaa52362b tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.2602363 Jul 22 23:31:17.825578 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4d3d97df-61c4-4c4e-8035-999f84aada54 req-06317407-615a-4715-b44d-b639419721b4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364528 Jul 22 23:31:18.071365 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19978777-bf16-48e1-b1be-5d0faf4ff11b req-46d91fb2-b586-4449-aa10-c629450ced6a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:18.073022 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-19978777-bf16-48e1-b1be-5d0faf4ff11b req-46d91fb2-b586-4449-aa10-c629450ced6a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 945 time: 0.0739903 Jul 22 23:31:18.197587 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-19978777-bf16-48e1-b1be-5d0faf4ff11b req-0acd9522-d448-4470-b9f8-d589a1e8b872 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Deleting port 4e55dddc-a10a-4262-a92c-af731b525ba1 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:18.197993 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-19978777-bf16-48e1-b1be-5d0faf4ff11b req-0acd9522-d448-4470-b9f8-d589a1e8b872 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.308738 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-19978777-bf16-48e1-b1be-5d0faf4ff11b req-0acd9522-d448-4470-b9f8-d589a1e8b872 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] For port 4e55dddc-a10a-4262-a92c-af731b525ba1, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=4e55dddc-a10a-4262-a92c-af731b525ba1,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:18.309347 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-19978777-bf16-48e1-b1be-5d0faf4ff11b req-0acd9522-d448-4470-b9f8-d589a1e8b872 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.339729 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-19978777-bf16-48e1-b1be-5d0faf4ff11b req-0acd9522-d448-4470-b9f8-d589a1e8b872 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Calling delete_port for 4e55dddc-a10a-4262-a92c-af731b525ba1 owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:18.527454 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-19978777-bf16-48e1-b1be-5d0faf4ff11b req-0acd9522-d448-4470-b9f8-d589a1e8b872 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.546176 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['16953501-b4f3-40cb-b5b1-908bbdd17ffa', '4e55dddc-a10a-4262-a92c-af731b525ba1'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:18.560377 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd9522-d448-4470-b9f8-d589a1e8b872 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Pushing event deleted for resources: {'Port': ['ID=4e55dddc-a10a-4262-a92c-af731b525ba1,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:18.617334 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-19978777-bf16-48e1-b1be-5d0faf4ff11b req-0acd9522-d448-4470-b9f8-d589a1e8b872 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] No DVR routers for this DVR port 4e55dddc-a10a-4262-a92c-af731b525ba1 on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:18.620105 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-19978777-bf16-48e1-b1be-5d0faf4ff11b req-0acd9522-d448-4470-b9f8-d589a1e8b872 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.622249 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-19978777-bf16-48e1-b1be-5d0faf4ff11b req-0acd9522-d448-4470-b9f8-d589a1e8b872 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.78 "DELETE /v2.0/ports/4e55dddc-a10a-4262-a92c-af731b525ba1 HTTP/1.1" status: 204 len: 173 time: 0.5401258 Jul 22 23:31:18.622719 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b143714-d25f-459c-aaa4-cdcab2cfb7eb', 'name': 'network-vif-deleted', 'tag': '4e55dddc-a10a-4262-a92c-af731b525ba1'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:18.625111 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969290ae-a802-4218-84fb-b3fa48e3a8a0" -d '{"events": [{"server_uuid": "8b143714-d25f-459c-aaa4-cdcab2cfb7eb", "name": "network-vif-deleted", "tag": "4e55dddc-a10a-4262-a92c-af731b525ba1"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:18.785690 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1491d2f1-713a-438a-be14-3c40431bab89 x-openstack-request-id: req-1491d2f1-713a-438a-be14-3c40431bab89 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:18.786166 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b143714-d25f-459c-aaa4-cdcab2cfb7eb", "name": "network-vif-deleted", "tag": "4e55dddc-a10a-4262-a92c-af731b525ba1", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:18.786533 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1491d2f1-713a-438a-be14-3c40431bab89 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:18.787136 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b143714-d25f-459c-aaa4-cdcab2cfb7eb', 'name': 'network-vif-deleted', 'tag': '4e55dddc-a10a-4262-a92c-af731b525ba1', 'status': 'completed', 'code': 200} Jul 22 23:31:18.859824 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-5116c8be-f0e6-401f-bdf8-f8cb973eb84a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686018 Jul 22 23:31:18.960458 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-098cce2d-5779-4332-854e-814c160d5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:18.963017 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-098cce2d-5779-4332-854e-814c160d5393 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 1098 time: 0.0738969 Jul 22 23:31:18.965115 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1d7da63c-31db-4ee4-8536-593ea2a4e161 req-7326828a-dff3-40ea-a59c-2e80626392c1 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b143714-d25f-459c-aaa4-cdcab2cfb7eb HTTP/1.1" status: 200 len: 210 time: 0.0355799 Jul 22 23:31:19.363815 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-3ae3b0e9-a7d7-4525-86ee-87f1f4a027ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:19.365389 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-3ae3b0e9-a7d7-4525-86ee-87f1f4a027ae service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.3761425 Jul 22 23:31:19.456145 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-058f269b-312c-409c-bd90-45b1c903df38 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c HTTP/1.1" status: 200 len: 1000 time: 0.0744452 Jul 22 23:31:19.525663 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-7c6d7c60-e474-4144-9298-d149bbf57691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:19.528338 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-7c6d7c60-e474-4144-9298-d149bbf57691 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0602911 Jul 22 23:31:19.617551 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-6a0dd5fd-c8f1-416c-9b1b-910fda5e1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:19.619228 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-6a0dd5fd-c8f1-416c-9b1b-910fda5e1655 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800107 Jul 22 23:31:19.633916 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-f1436ddc-46f8-425b-9818-6298a5c96e19 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:31:19.635046 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-f1436ddc-46f8-425b-9818-6298a5c96e19 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062912 Jul 22 23:31:19.772757 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-db18bc59-5d73-4111-ba49-78848a29376b service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274762 Jul 22 23:31:19.880310 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-61e38037-766a-4f69-81c1-f7cc747daa66 req-3cd88eab-288c-435b-866a-3eb8d2427c2b service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953431 Jul 22 23:31:20.365640 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2da02-fbf7-4bd6-9934-b41574504d87 req-e1120cde-86b8-4817-bfd6-419d5162d82f tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:20.367880 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c7f2da02-fbf7-4bd6-9934-b41574504d87 req-e1120cde-86b8-4817-bfd6-419d5162d82f tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.1362422 Jul 22 23:31:20.417330 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c7f2da02-fbf7-4bd6-9934-b41574504d87 req-66d1244f-9578-4470-9fd6-b85b3a520378 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/security-groups?id=5667c5dc-f226-49b4-bea3-8ae87ab767c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 Jul 22 23:31:20.823123 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9bf55-9902-466d-b19d-4d181a69cb9e req-4b2b3a54-eee3-4af3-9483-22a33db1221a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:20.825953 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c5e9bf55-9902-466d-b19d-4d181a69cb9e req-4b2b3a54-eee3-4af3-9483-22a33db1221a tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 945 time: 0.0902345 Jul 22 23:31:20.952435 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-c5e9bf55-9902-466d-b19d-4d181a69cb9e req-87bbe76a-5bfc-4322-8bc4-6b39b00668b4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Deleting port 16953501-b4f3-40cb-b5b1-908bbdd17ffa {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:20.952692 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-c5e9bf55-9902-466d-b19d-4d181a69cb9e req-87bbe76a-5bfc-4322-8bc4-6b39b00668b4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.062756 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-c5e9bf55-9902-466d-b19d-4d181a69cb9e req-87bbe76a-5bfc-4322-8bc4-6b39b00668b4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] For port 16953501-b4f3-40cb-b5b1-908bbdd17ffa, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=16953501-b4f3-40cb-b5b1-908bbdd17ffa,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:21.063097 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-c5e9bf55-9902-466d-b19d-4d181a69cb9e req-87bbe76a-5bfc-4322-8bc4-6b39b00668b4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.078547 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-c5e9bf55-9902-466d-b19d-4d181a69cb9e req-87bbe76a-5bfc-4322-8bc4-6b39b00668b4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Calling delete_port for 16953501-b4f3-40cb-b5b1-908bbdd17ffa owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:21.228258 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-c5e9bf55-9902-466d-b19d-4d181a69cb9e req-87bbe76a-5bfc-4322-8bc4-6b39b00668b4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.247721 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['16953501-b4f3-40cb-b5b1-908bbdd17ffa'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:21.284948 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbe76a-5bfc-4322-8bc4-6b39b00668b4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Pushing event deleted for resources: {'Port': ['ID=16953501-b4f3-40cb-b5b1-908bbdd17ffa,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:21.347255 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e9bf55-9902-466d-b19d-4d181a69cb9e req-87bbe76a-5bfc-4322-8bc4-6b39b00668b4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] No DVR routers for this DVR port 16953501-b4f3-40cb-b5b1-908bbdd17ffa on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:21.350273 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-c5e9bf55-9902-466d-b19d-4d181a69cb9e req-87bbe76a-5bfc-4322-8bc4-6b39b00668b4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.352677 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c5e9bf55-9902-466d-b19d-4d181a69cb9e req-87bbe76a-5bfc-4322-8bc4-6b39b00668b4 tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.78 "DELETE /v2.0/ports/16953501-b4f3-40cb-b5b1-908bbdd17ffa HTTP/1.1" status: 204 len: 173 time: 0.5179715 Jul 22 23:31:21.353201 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb', 'name': 'network-vif-deleted', 'tag': '16953501-b4f3-40cb-b5b1-908bbdd17ffa'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:21.355655 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da77ac7-af73-4019-bc3b-d315f83607f2" -d '{"events": [{"server_uuid": "ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb", "name": "network-vif-deleted", "tag": "16953501-b4f3-40cb-b5b1-908bbdd17ffa"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:21.421638 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfbdab0-8c0f-4cdc-8081-197d08c52742 x-openstack-request-id: req-bdfbdab0-8c0f-4cdc-8081-197d08c52742 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:21.422715 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb", "name": "network-vif-deleted", "tag": "16953501-b4f3-40cb-b5b1-908bbdd17ffa", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:21.422715 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdfbdab0-8c0f-4cdc-8081-197d08c52742 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:21.422715 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb', 'name': 'network-vif-deleted', 'tag': '16953501-b4f3-40cb-b5b1-908bbdd17ffa', 'status': 'completed', 'code': 200} Jul 22 23:31:21.555509 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-971033f7-26f2-4169-8389-8ae56f5c879c req-9eba3575-077a-4952-9fad-bcaebb988d3d tempest-ServerRescueNegativeTestJSON-1572070905 tempest-ServerRescueNegativeTestJSON-1572070905-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef11fb2c-6ef9-4369-a3dc-2ad326f4ffcb HTTP/1.1" status: 200 len: 210 time: 0.0348964 Jul 22 23:31:21.719193 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 4e55dddc-a10a-4262-a92c-af731b525ba1 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:21.742794 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 4e55dddc-a10a-4262-a92c-af731b525ba1 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:21.743134 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 4e55dddc-a10a-4262-a92c-af731b525ba1 not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:22.650682 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 46254) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:23.336086 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026702'] for router_interface, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.714398 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 16953501-b4f3-40cb-b5b1-908bbdd17ffa no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:23.751656 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 16953501-b4f3-40cb-b5b1-908bbdd17ffa {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:23.752198 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 16953501-b4f3-40cb-b5b1-908bbdd17ffa not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:23.777689 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] Deleting port 57ce7a07-90ea-4d40-af67-0935c0533825 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:23.778487 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.877610 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] For port 57ce7a07-90ea-4d40-af67-0935c0533825, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=57ce7a07-90ea-4d40-af67-0935c0533825,segment=NetworkSegment(2fa81b78-86e7-4f84-a856-a381b8bfae59),segment_id=2fa81b78-86e7-4f84-a856-a381b8bfae59)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:23.878154 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.904311 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] Calling delete_port for 57ce7a07-90ea-4d40-af67-0935c0533825 owned by network:router_interface {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:24.123627 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.154488 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ce7a07-90ea-4d40-af67-0935c0533825,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:24.347159 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026578'] for router_interface, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.664355 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] Router 8d35f613-5bea-4fed-a200-18dce8b4aae7 has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:31:24.811461 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:31:24.820199 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-62c6cc5c-b03b-4783-8107-48e6c55afbf2 admin admin] 10.222.0.55 "PUT /v2.0/routers/8d35f613-5bea-4fed-a200-18dce8b4aae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1678886 Jul 22 23:31:24.823897 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 46278) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:24.827418 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a191385-d289-453d-bad8-8da1eb2a9ec7 None None] Sync routers for ids ['8d35f613-5bea-4fed-a200-18dce8b4aae7'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:31:24.839877 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a191385-d289-453d-bad8-8da1eb2a9ec7 None None] Routers {'8d35f613-5bea-4fed-a200-18dce8b4aae7'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:24.840711 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-0a191385-d289-453d-bad8-8da1eb2a9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:31:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['8d35f613-5bea-4fed-a200-18dce8b4aae7'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:24.963541 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Notify callbacks [] for router, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.072200 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-0a191385-d289-453d-bad8-8da1eb2a9ec7 None None] Set router 8d35f613-5bea-4fed-a200-18dce8b4aae7 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:25.143766 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.217333 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Deleting port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:25.217773 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.271725 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-0a191385-d289-453d-bad8-8da1eb2a9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-router', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:51Z', 'updated_at': '2021-07-22T23:31:24Z', 'revision_number': 5, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'gw_port': {'id': '8bef5f98-ddf1-432d-93c3-3bdbcc9e9160', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:53Z', 'updated_at': '2021-07-22T23:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:25.303157 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a191385-d289-453d-bad8-8da1eb2a9ec7 None None] Checking router: 8d35f613-5bea-4fed-a200-18dce8b4aae7 for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:31:25.315631 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a191385-d289-453d-bad8-8da1eb2a9ec7 None None] Routers {'8d35f613-5bea-4fed-a200-18dce8b4aae7'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:25.316618 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-0a191385-d289-453d-bad8-8da1eb2a9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:31:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['8d35f613-5bea-4fed-a200-18dce8b4aae7'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:25.354272 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] For port 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=8bef5f98-ddf1-432d-93c3-3bdbcc9e9160,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:25.354536 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.368693 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Calling delete_port for 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 owned by network:router_gateway {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:25.455663 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-0a191385-d289-453d-bad8-8da1eb2a9ec7 None None] Set router 8d35f613-5bea-4fed-a200-18dce8b4aae7 gateway port host: None {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:25.517306 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-0a191385-d289-453d-bad8-8da1eb2a9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-router', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:51Z', 'updated_at': '2021-07-22T23:31:25Z', 'revision_number': 6, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'gw_port_host': None}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:25.553175 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a191385-d289-453d-bad8-8da1eb2a9ec7 None None] The sync data for ids ['8d35f613-5bea-4fed-a200-18dce8b4aae7'] in dv-cinder-801916-1-iscsi is: [{'id': '8d35f613-5bea-4fed-a200-18dce8b4aae7', 'name': 'tempest-ServerRescueNegativeTestJSON-1293043163-router', 'tenant_id': 'db30537acd0941d2873b2057cb8e2214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:51Z', 'updated_at': '2021-07-22T23:31:25Z', 'revision_number': 6, 'project_id': 'db30537acd0941d2873b2057cb8e2214', 'gw_port_host': None}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:31:25.613604 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.654582 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Pushing event deleted for resources: {'Port': ['ID=8bef5f98-ddf1-432d-93c3-3bdbcc9e9160,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:25.727208 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027764'] for router_gateway, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.898150 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9425'] for router, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.900815 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.986848 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024079'] for router, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.987648 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d35f613-5bea-4fed-a200-18dce8b4aae7 {{(pid=93214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:31:25.996278 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] Notify callbacks [] for router, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.998537 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-8d7130c4-5d0b-4fc5-8dc3-7703b9efa73b admin admin] 10.222.0.55 "DELETE /v2.0/routers/8d35f613-5bea-4fed-a200-18dce8b4aae7 HTTP/1.1" status: 204 len: 168 time: 1.1731422 Jul 22 23:31:26.001160 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 46292) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:26.089746 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f0c518-45ef-4238-86ac-09b24db696d4 admin admin] Deleting subnet 5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 {{(pid=93214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:31:26.095644 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c518-45ef-4238-86ac-09b24db696d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.146170 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c518-45ef-4238-86ac-09b24db696d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229623'] for subnet, precommit_delete_associations {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.189974 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c518-45ef-4238-86ac-09b24db696d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.249280 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c518-45ef-4238-86ac-09b24db696d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6442870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044081'] for subnet, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.281150 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0c518-45ef-4238-86ac-09b24db696d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8e45e9-3084-4168-9c5c-8ab956d6d9c0,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:26.287380 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c518-45ef-4238-86ac-09b24db696d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.289375 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-b5f0c518-45ef-4238-86ac-09b24db696d4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5a8e45e9-3084-4168-9c5c-8ab956d6d9c0 HTTP/1.1" status: 204 len: 168 time: 0.2865632 Jul 22 23:31:26.292251 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 46296) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:26.399790 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.512404 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.528301 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9226ad-6df0-406e-94a2-ed0b7779cb04']}} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:26.541272 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa81b78-86e7-4f84-a856-a381b8bfae59') {'for_net_delete': True} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:26.541712 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa81b78-86e7-4f84-a856-a381b8bfae59') {} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:26.550511 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 57ce7a07-90ea-4d40-af67-0935c0533825 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:26.555626 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229630'] for segment, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.571591 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.582544 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:31:26.583443 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6442764'] for segment, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: Traceback (most recent call last): Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: timer() Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: cb(*args, **kw) Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: return func(*args, **kwargs) Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: self._notify() Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: self.callback(batched_events) Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: event.method(event) Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: return f(self, *a, **k) Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._get(url).json() Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: return self.request(url, 'GET', **kwargs) Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:31:26.587065 dv-cinder-801916-1-iscsi neutron-server[93214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:31:26.673431 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.684045 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.686901 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ba9226ad-6df0-406e-94a2-ed0b7779cb04 HTTP/1.1" status: 204 len: 168 time: 0.3933113 Jul 22 23:31:26.702281 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096621ae-1df1-4909-b103-f51eea837f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9226ad-6df0-406e-94a2-ed0b7779cb04,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:26.788572 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 57ce7a07-90ea-4d40-af67-0935c0533825 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:26.789121 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 57ce7a07-90ea-4d40-af67-0935c0533825 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:26.789794 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:26.824272 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:26.824846 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 8bef5f98-ddf1-432d-93c3-3bdbcc9e9160 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:26.853377 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 46304) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:26.903341 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-1ffd9e08-2f4f-4aaa-b44d-c42683d35823 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db30537acd0941d2873b2057cb8e2214&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487409 Jul 22 23:31:26.906484 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 46308) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:26.965932 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e4d05c5f-4369-44b1-884d-3e3052194449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.989214 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e4d05c5f-4369-44b1-884d-3e3052194449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.043510 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e4d05c5f-4369-44b1-884d-3e3052194449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.047164 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e4d05c5f-4369-44b1-884d-3e3052194449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.048385 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-e4d05c5f-4369-44b1-884d-3e3052194449 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5667c5dc-f226-49b4-bea3-8ae87ab767c3 HTTP/1.1" status: 204 len: 168 time: 0.1409388 Jul 22 23:31:27.057306 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d05c5f-4369-44b1-884d-3e3052194449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5667c5dc-f226-49b4-bea3-8ae87ab767c3,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:28.387851 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-e555e1d8-76a5-480d-9da6-4a1bfbb55e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.106712 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 46404) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:30.231260 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a4e1e00-656b-4253-bced-09c5fa2effa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.341361 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a4e1e00-656b-4253-bced-09c5fa2effa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.347446 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a4e1e00-656b-4253-bced-09c5fa2effa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.416434 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-3a4e1e00-656b-4253-bced-09c5fa2effa3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87b9951dc5764d4b9e336f52786b5101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085029 Jul 22 23:31:30.417620 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e1e00-656b-4253-bced-09c5fa2effa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eeb9d6-1142-45d6-9a58-8486d587a446,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:30.420739 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 46414) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:30.487408 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-edfe2d31-af73-4818-9f8f-966b10a7df36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.528172 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-edfe2d31-af73-4818-9f8f-966b10a7df36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.603617 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-edfe2d31-af73-4818-9f8f-966b10a7df36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.606561 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-edfe2d31-af73-4818-9f8f-966b10a7df36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.608137 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-edfe2d31-af73-4818-9f8f-966b10a7df36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63eeb9d6-1142-45d6-9a58-8486d587a446 HTTP/1.1" status: 204 len: 168 time: 0.1862385 Jul 22 23:31:30.621050 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe2d31-af73-4818-9f8f-966b10a7df36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eeb9d6-1142-45d6-9a58-8486d587a446,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:30.936580 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 46422) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:30.955192 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-10ba5644-256a-4c00-8772-65ba8d808ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.085112 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-10ba5644-256a-4c00-8772-65ba8d808ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.090585 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-10ba5644-256a-4c00-8772-65ba8d808ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.163787 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-10ba5644-256a-4c00-8772-65ba8d808ee7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3e6a09e7e634232a84f6804220411bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251608 Jul 22 23:31:31.165665 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba5644-256a-4c00-8772-65ba8d808ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58108da-ab9e-4c95-8191-24f28e16ef3a,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:31.166445 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 46426) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:31.230438 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2bf059ff-14db-4124-96c8-cc501838e20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.260065 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2bf059ff-14db-4124-96c8-cc501838e20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.273471 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-3490e259-5cc3-46c0-bd09-591ecaa5b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.334743 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2bf059ff-14db-4124-96c8-cc501838e20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.337224 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2bf059ff-14db-4124-96c8-cc501838e20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.338407 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-2bf059ff-14db-4124-96c8-cc501838e20f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f58108da-ab9e-4c95-8191-24f28e16ef3a HTTP/1.1" status: 204 len: 168 time: 0.1707029 Jul 22 23:31:31.349066 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf059ff-14db-4124-96c8-cc501838e20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58108da-ab9e-4c95-8191-24f28e16ef3a,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:31.810623 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.281411 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.035987 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.257558 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.214151 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:31:58.383516 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-10410ea4-1855-4f22-a846-29f71f99e30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.257705 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c410-9b3f-41d5-ae42-358579cc16b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.807408 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:03.260574 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.038000 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.256171 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.546394 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-25fd4f82-e9ab-4f94-b173-1deca23624a3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1938274 Jul 22 23:32:19.668026 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-90dcbb9b-7a39-4ea9-9962-20c189016f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:19.669545 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-90dcbb9b-7a39-4ea9-9962-20c189016f2c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 1098 time: 0.0603509 Jul 22 23:32:19.792338 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-7c2c4ba0-15c5-4796-902d-8c06cc44eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:19.793784 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-7c2c4ba0-15c5-4796-902d-8c06cc44eefb service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.1008554 Jul 22 23:32:19.904683 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-dd5a2a18-5f70-4218-8779-ff200d5b0305 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c HTTP/1.1" status: 200 len: 1000 time: 0.0983655 Jul 22 23:32:19.962308 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-e0251c57-0d96-4f56-a75d-88f95bcefb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:19.963968 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-e0251c57-0d96-4f56-a75d-88f95bcefb57 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0489497 Jul 22 23:32:20.040129 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-bcc67fe8-5316-4b48-9a94-767af0ae5224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:20.041697 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-bcc67fe8-5316-4b48-9a94-767af0ae5224 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668492 Jul 22 23:32:20.157126 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-7c7300de-0e70-4ff6-a552-af385e53b291 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036599 Jul 22 23:32:20.255110 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6f68600c-050a-4a44-ad1d-bb40ae00ce15 req-74e2a05d-5307-4776-8a37-77b3673c456e service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898328 Jul 22 23:32:22.214451 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:32:28.387347 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-2467cb41-97df-41ae-a92d-7d1ad72b5102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.261293 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1d562ca7-0a36-461b-9483-146a7f81dcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.805453 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.262170 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:35.041249 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.271585 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:58.390829 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc4b2-ea5d-4b1c-8abf-8c25db23f740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.213733 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:33:01.256307 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-fe43c784-ce4f-432f-9715-0362abc1d042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.809146 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:03.261487 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.044547 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.276331 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:20.397771 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-36417a4c-f2e3-4d9c-bffe-53ed1d1b0f7a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661478 Jul 22 23:33:20.547097 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-d146981e-7b65-499b-afbe-f4a9bc3d90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.550306 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-d146981e-7b65-499b-afbe-f4a9bc3d90a8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 1098 time: 0.0938692 Jul 22 23:33:20.680641 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-3dbc4857-7145-4b35-adca-1c71308738f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.682332 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-3dbc4857-7145-4b35-adca-1c71308738f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.1069860 Jul 22 23:33:20.761502 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-af1681c8-2c6b-4be6-9d6d-1b374603e485 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c HTTP/1.1" status: 200 len: 1000 time: 0.0681162 Jul 22 23:33:20.845320 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-10be5fbb-0078-438a-b021-2b66bb732daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.847808 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-10be5fbb-0078-438a-b021-2b66bb732daa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0750339 Jul 22 23:33:20.927846 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-c1c9ec5a-191b-409d-94ec-a3dcc3bb74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.929569 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-c1c9ec5a-191b-409d-94ec-a3dcc3bb74ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712147 Jul 22 23:33:21.036877 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-2e232089-2a7f-43ef-8606-f95f139e0807 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936635 Jul 22 23:33:21.192691 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3263cf6b-80bf-475f-bbac-14d8f9e38cb2 req-310e25fd-68e6-410f-97ce-9cf1dbfee9b7 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453009 Jul 22 23:33:28.401571 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d59b7df6-24ab-4b6a-8ab6-6d136ec22b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:31.261619 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51174068-2c5a-4bcb-a97a-160864080b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:31.808118 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:33.264910 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.049687 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:36.213314 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:33:36.279050 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.396639 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-3055d186-2649-4997-b82b-4b2a93150900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.257609 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-88864505-8641-467f-ad63-fc0ab0bb70cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.806379 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.268531 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.057755 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.284746 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.213264 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:34:20.740493 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-999fd0e1-7718-4b89-8833-be60a69b6e6f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682144 Jul 22 23:34:20.871455 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-4a28adf3-cc00-4857-ab0c-c9c63a4d5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.874093 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-4a28adf3-cc00-4857-ab0c-c9c63a4d5d0d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 1098 time: 0.0820286 Jul 22 23:34:21.000059 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-ece7c758-f23b-44b8-9773-290b6869e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.001646 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-ece7c758-f23b-44b8-9773-290b6869e70e service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.0988605 Jul 22 23:34:21.077569 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-d046fa0b-2f5a-446e-864d-c622a0649922 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c HTTP/1.1" status: 200 len: 1000 time: 0.0653882 Jul 22 23:34:21.140457 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-63e5e939-a54a-4816-9580-df54317c5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.142105 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-63e5e939-a54a-4816-9580-df54317c5bab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0540352 Jul 22 23:34:21.217793 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-152eb824-d714-47cd-9b1c-64cca2b0b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.219439 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-152eb824-d714-47cd-9b1c-64cca2b0b8a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675917 Jul 22 23:34:21.328097 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-e736a1ea-fd72-45cd-8b44-fcc842058b92 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960305 Jul 22 23:34:21.437114 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f5bae49a-78f2-4016-870c-25ce900bf2dc req-1e117463-bb38-4ee1-9634-0838562e9177 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983441 Jul 22 23:34:28.399784 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-e59a581c-8dce-4bc2-be8c-a96946439e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.252329 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cb7985ad-4efe-4e2a-bab4-5f14b79f3398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.810918 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.271520 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:35.055074 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.296433 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.212248 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:34:58.404587 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a68075ef-c462-4360-ad1f-581d8a277ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.261781 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ff01a0a8-67c3-4319-bc6c-d5fe0cbc7f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.803979 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.274141 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.069348 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:06.295263 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.711463 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-24279178-41bd-4d7b-809e-5a8dff49aa10 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594857 Jul 22 23:35:19.834145 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-c0a2345a-ec1d-4689-a8b1-529d18be12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:19.835717 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-c0a2345a-ec1d-4689-a8b1-529d18be12f3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 1098 time: 0.0673196 Jul 22 23:35:19.959280 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-30c15a99-c601-48f3-b07d-b4b796cf83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:19.961681 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-30c15a99-c601-48f3-b07d-b4b796cf83e2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 200 len: 912 time: 0.0982969 Jul 22 23:35:20.055949 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-ec36f8f1-a22b-4a2b-af73-18747dbfd293 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c HTTP/1.1" status: 200 len: 1000 time: 0.0826824 Jul 22 23:35:20.113024 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-3b159e1c-2be9-4b6d-9136-591f2b180e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.114642 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-3b159e1c-2be9-4b6d-9136-591f2b180e68 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 200 len: 850 time: 0.0477338 Jul 22 23:35:20.184587 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-220abdda-3149-42f8-b051-5881e13b1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.186356 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-220abdda-3149-42f8-b051-5881e13b1512 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4f9ed55-e720-41be-9012-ef43f64dc6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600207 Jul 22 23:35:20.291981 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-3a11322c-5cb5-4a52-bbc1-99fdf1f7b7ca service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955393 Jul 22 23:35:20.392932 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-43de17df-007f-447d-bfb5-07f48f8bd087 req-b5fd7ab2-2283-40f1-9d80-0751db1ac321 service neutron] 10.222.0.78 "GET /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914338 Jul 22 23:35:27.210830 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:35:28.415101 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-208655cb-98d3-422b-8a67-07148a10b691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.260400 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ca2d5526-dc38-4ee8-84d3-ec608aeba88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.808760 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:33.280048 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.064223 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.295863 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.411339 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-78306b25-fefe-448d-bfe2-2af909be1bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.254338 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f0ee4d79-a856-4d01-bba3-0e2b214dfc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.812039 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.899183 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec057846-5ff2-48a8-9a5b-33a5d89e00f0 req-40918aa5-879a-4c3d-bbc2-43f414ed3d79 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:02.901529 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ec057846-5ff2-48a8-9a5b-33a5d89e00f0 req-40918aa5-879a-4c3d-bbc2-43f414ed3d79 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 945 time: 0.0807710 Jul 22 23:36:02.944277 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ec057846-5ff2-48a8-9a5b-33a5d89e00f0 req-b348efb7-7ec7-4405-a9ec-8adcedd730fb tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362103 Jul 22 23:36:03.286476 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.296608 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-20a2ed99-3a7e-490d-82b3-1083b96e2393 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:03.298305 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-20a2ed99-3a7e-490d-82b3-1083b96e2393 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 945 time: 0.0858188 Jul 22 23:36:03.665908 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Deleting port 572479c7-9b88-4701-9895-0daaa7cb7e5c {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:03.666286 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.772756 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] For port 572479c7-9b88-4701-9895-0daaa7cb7e5c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=572479c7-9b88-4701-9895-0daaa7cb7e5c,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:03.773126 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.956973 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.957257 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.957569 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.l3_db [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Floating IP 1f7d08d8-aa3e-419a-aa06-4f803f2b3f3e disassociated. External IP: 172.27.3.34, port: 572479c7-9b88-4701-9895-0daaa7cb7e5c. Jul 22 23:36:03.957914 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Calling delete_port for 572479c7-9b88-4701-9895-0daaa7cb7e5c owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:04.190316 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5059e-17ac-4d60-aaf8-0fd9f1eb35ee req-a7758044-e560-491a-9ce9-d016f030311b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:04.192048 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cbf5059e-17ac-4d60-aaf8-0fd9f1eb35ee req-a7758044-e560-491a-9ce9-d016f030311b tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d HTTP/1.1" status: 200 len: 945 time: 0.1334863 Jul 22 23:36:04.196214 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.210972 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:36:04.275476 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event deleted for resources: {'Port': ['ID=572479c7-9b88-4701-9895-0daaa7cb7e5c,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:04.341405 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.342472 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.342472 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.342472 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.342877 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.343048 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.343361 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.343683 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.344008 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.344327 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.344645 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.344961 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:04.403445 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cbf5059e-17ac-4d60-aaf8-0fd9f1eb35ee req-724a4f01-d9af-4eba-a9cb-ab934e408bec tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups?id=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997712 Jul 22 23:36:04.445919 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Router a930b17a-4d1e-4486-9150-8eee4564e3fd has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:36:04.583048 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:36:04.597434 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c10ffd-19a2-4839-8738-17f6c65cdc7e None None] Sync routers for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:36:04.609770 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c10ffd-19a2-4839-8738-17f6c65cdc7e None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:04.610598 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-19c10ffd-19a2-4839-8738-17f6c65cdc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:36:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:04.641901 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] No DVR routers for this DVR port 572479c7-9b88-4701-9895-0daaa7cb7e5c on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:04.645151 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.647360 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-96eefbd1-639f-4ce4-9a12-19a788342fc7 req-ba05a763-7f5d-4541-9cd3-b76084959db6 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.78 "DELETE /v2.0/ports/572479c7-9b88-4701-9895-0daaa7cb7e5c HTTP/1.1" status: 204 len: 173 time: 1.3393188 Jul 22 23:36:04.647884 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'name': 'network-vif-deleted', 'tag': '572479c7-9b88-4701-9895-0daaa7cb7e5c'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:04.650278 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65531c68-3560-46e0-8e21-2b3b7899b8da" -d '{"events": [{"server_uuid": "d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d", "name": "network-vif-deleted", "tag": "572479c7-9b88-4701-9895-0daaa7cb7e5c"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:04.781624 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d83dd92-04b7-475a-813d-81014f2d118b x-openstack-request-id: req-2d83dd92-04b7-475a-813d-81014f2d118b {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:04.781998 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dddd20-3f87-4e9e-8f08-8d3c18d24d8d", "name": "network-vif-deleted", "tag": "572479c7-9b88-4701-9895-0daaa7cb7e5c", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:04.782279 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d83dd92-04b7-475a-813d-81014f2d118b {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:04.782677 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dddd20-3f87-4e9e-8f08-8d3c18d24d8d', 'name': 'network-vif-deleted', 'tag': '572479c7-9b88-4701-9895-0daaa7cb7e5c', 'status': 'completed', 'code': 200} Jul 22 23:36:04.819719 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-19c10ffd-19a2-4839-8738-17f6c65cdc7e None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:05.077284 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.153475 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-19c10ffd-19a2-4839-8738-17f6c65cdc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:05.203663 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c10ffd-19a2-4839-8738-17f6c65cdc7e None None] Checking router: a930b17a-4d1e-4486-9150-8eee4564e3fd for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:36:05.218202 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c10ffd-19a2-4839-8738-17f6c65cdc7e None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:05.219279 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-19c10ffd-19a2-4839-8738-17f6c65cdc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:36:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:05.405934 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-19c10ffd-19a2-4839-8738-17f6c65cdc7e None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:05.506938 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 49688) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:05.566629 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.592205 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.640298 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-19c10ffd-19a2-4839-8738-17f6c65cdc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:05.653354 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.656339 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.657704 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "DELETE /v2.0/security-groups/e81c1aed-6354-4dc5-9db9-9f27daf3ffc6 HTTP/1.1" status: 204 len: 168 time: 0.1495252 Jul 22 23:36:05.660620 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 49690) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:05.668866 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81c1aed-6354-4dc5-9db9-9f27daf3ffc6,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:05.671190 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c10ffd-19a2-4839-8738-17f6c65cdc7e None None] The sync data for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi is: [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:10:50Z', 'revision_number': 4, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '85ac3f7b-0320-4cb7-9af9-cdf13d83b894', 'name': '', 'network_id': 'd4f9ed55-e720-41be-9012-ef43f64dc6c8', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'mac_address': 'fa:16:3e:c6:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:48Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'subnets': [{'id': '08d89757-66f3-43cf-8c2d-2022faf154ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:36:05.681072 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.681665 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.682179 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.682604 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.683061 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.683498 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.684109 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.684647 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.685257 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.685718 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.686070 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.api.v2.resource [None req-4f5fd3c8-83b8-4c12-8561-dd46c011ce06 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] show failed (client error): The resource could not be found. Jul 22 23:36:05.686264 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.686793 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667917-15a9-449e-8385-dc46b2c62653 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:05.687128 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-4f5fd3c8-83b8-4c12-8561-dd46c011ce06 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "GET /v2.0/security-groups/e81c1aed-6354-4dc5-9db9-9f27daf3ffc6 HTTP/1.1" status: 404 len: 347 time: 0.0248277 Jul 22 23:36:05.691601 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 49692) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:05.886464 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-1b38a59f-13f9-49e3-bd4b-b4de6dd222c9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Deleting port dc37d64d-958f-4fff-9ff7-8e0f36d2d242 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:05.887011 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1b38a59f-13f9-49e3-bd4b-b4de6dd222c9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.956280 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907f4b1-a391-4acb-b6ca-0a7ee71318ba None None] New status for floating IP 1f7d08d8-aa3e-419a-aa06-4f803f2b3f3e: DOWN {{(pid=93216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:36:06.006645 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1b38a59f-13f9-49e3-bd4b-b4de6dd222c9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.007688 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1b38a59f-13f9-49e3-bd4b-b4de6dd222c9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.023783 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-1b38a59f-13f9-49e3-bd4b-b4de6dd222c9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Calling delete_port for dc37d64d-958f-4fff-9ff7-8e0f36d2d242 owned by network:floatingip {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:06.262672 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1b38a59f-13f9-49e3-bd4b-b4de6dd222c9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.310201 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.314601 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38a59f-13f9-49e3-bd4b-b4de6dd222c9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Pushing event deleted for resources: {'Port': ['ID=dc37d64d-958f-4fff-9ff7-8e0f36d2d242,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:06.414622 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1b38a59f-13f9-49e3-bd4b-b4de6dd222c9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks [] for floatingip, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.417388 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1b38a59f-13f9-49e3-bd4b-b4de6dd222c9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.418817 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-1b38a59f-13f9-49e3-bd4b-b4de6dd222c9 tempest-AttachVolumeTestJSON-1957780347 tempest-AttachVolumeTestJSON-1957780347-project] 10.222.0.55 "DELETE /v2.0/floatingips/1f7d08d8-aa3e-419a-aa06-4f803f2b3f3e HTTP/1.1" status: 204 len: 168 time: 0.7256632 Jul 22 23:36:07.108255 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 572479c7-9b88-4701-9895-0daaa7cb7e5c no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:07.128516 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 572479c7-9b88-4701-9895-0daaa7cb7e5c {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:07.128852 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 572479c7-9b88-4701-9895-0daaa7cb7e5c not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:28.405364 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c07a0f0f-9e86-4596-9f03-3f8f7d054135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.258468 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7da55ed9-b59c-4165-9f2f-4c9e6b3d34d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.814525 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.282355 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.073290 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.297402 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.213159 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:36:58.409655 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1b05a353-7437-4737-8dc4-f92a9780a21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.267531 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-0079ec98-1f4a-4f12-9a7a-5ce9169df2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.818135 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.294502 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.084461 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.311664 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.840355 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 50498) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:10.014252 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.141594 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.146994 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.198369 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=987d0340aa164f149edcf267409a7d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563228 Jul 22 23:37:10.200150 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d9e0cb-37f3-4761-af81-a522b5878269,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:10.202825 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 50508) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:10.214369 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.214984 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.215583 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.216067 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.216583 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.217066 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.217518 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.218005 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.218479 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.218931 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.219370 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.220025 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a08896c-f759-44e1-903a-c5b70e7c86d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.279571 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.307318 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.380529 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.384383 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.385974 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75d9e0cb-37f3-4761-af81-a522b5878269 HTTP/1.1" status: 204 len: 168 time: 0.1804242 Jul 22 23:37:10.401809 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d9e0cb-37f3-4761-af81-a522b5878269,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:10.418438 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.419160 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.419572 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.420134 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.420598 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.421223 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.421716 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.422302 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.422875 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.423502 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.424274 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:10.424831 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc62595-eab7-4441-b93b-c19f6e8b2928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.213056 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:37:28.413434 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-e8de62d6-a4af-432c-b4ab-4eb13d572197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.263786 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-e43b10a0-69a2-4fd8-91d1-82c719fef078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.821740 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.293385 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.915734 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 50756) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:34.042258 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1e858af7-4dc7-4c9a-b207-6664a33b6630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.163858 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1e858af7-4dc7-4c9a-b207-6664a33b6630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.168941 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-1e858af7-4dc7-4c9a-b207-6664a33b6630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.213688 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-1e858af7-4dc7-4c9a-b207-6664a33b6630 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=478dd716d31e45de95cba4932ab5d90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967453 Jul 22 23:37:34.214624 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e858af7-4dc7-4c9a-b207-6664a33b6630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7014c9-8afc-4ba3-8f5d-47fdb4d18ade,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:34.217124 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 50764) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:34.307924 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0ab2386e-cdea-4d59-9a1c-194abfb358e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.348013 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0ab2386e-cdea-4d59-9a1c-194abfb358e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.409183 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0ab2386e-cdea-4d59-9a1c-194abfb358e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.412873 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0ab2386e-cdea-4d59-9a1c-194abfb358e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.414608 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-0ab2386e-cdea-4d59-9a1c-194abfb358e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d7014c9-8afc-4ba3-8f5d-47fdb4d18ade HTTP/1.1" status: 204 len: 168 time: 0.1960719 Jul 22 23:37:34.428487 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2386e-cdea-4d59-9a1c-194abfb358e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7014c9-8afc-4ba3-8f5d-47fdb4d18ade,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:34.719600 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 50774) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:34.737883 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7717ce48-0928-4521-8e63-213b0f8e19ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.854360 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7717ce48-0928-4521-8e63-213b0f8e19ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.859928 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7717ce48-0928-4521-8e63-213b0f8e19ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:34.908448 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-7717ce48-0928-4521-8e63-213b0f8e19ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9990b615013240ce96696f55ab46769e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868703 Jul 22 23:37:34.910165 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717ce48-0928-4521-8e63-213b0f8e19ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f20af1-1c53-4f42-934b-44c98a34ff85,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:34.912130 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 50778) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:34.984783 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-07c6503a-2e0e-49e2-ba93-cf351293e57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.015111 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-07c6503a-2e0e-49e2-ba93-cf351293e57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.073876 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-07c6503a-2e0e-49e2-ba93-cf351293e57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.078203 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-07c6503a-2e0e-49e2-ba93-cf351293e57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:35.080303 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-07c6503a-2e0e-49e2-ba93-cf351293e57f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54f20af1-1c53-4f42-934b-44c98a34ff85 HTTP/1.1" status: 204 len: 168 time: 0.1662846 Jul 22 23:37:35.099332 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6503a-2e0e-49e2-ba93-cf351293e57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f20af1-1c53-4f42-934b-44c98a34ff85,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:35.120589 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:36.332151 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:55.213059 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:37:58.416013 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-9830b3dc-6196-46f5-9609-54f2e01457cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.263214 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f254d675-da6d-46b6-8974-9474038e820b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.826606 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.293235 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.087420 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.338220 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.579003 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 51298) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:22.174322 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026702'] for router_interface, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.675556 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Deleting port 7fdd90a8-29a9-419a-b424-01d3e6338442 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:22.676287 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.767683 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] For port 7fdd90a8-29a9-419a-b424-01d3e6338442, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=7fdd90a8-29a9-419a-b424-01d3e6338442,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:22.768040 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.782248 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Calling delete_port for 7fdd90a8-29a9-419a-b424-01d3e6338442 owned by network:router_interface {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:23.010313 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:23.051153 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7fdd90a8-29a9-419a-b424-01d3e6338442,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:23.069740 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.070208 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.070683 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.071117 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.071659 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.072142 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.072650 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.073453 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.073936 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.074448 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.074976 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.075542 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:23.324500 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026578'] for router_interface, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:23.564806 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:38:23.680523 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:38:23.691117 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-610f4c3b-b1ba-4049-a3e1-3b41851311bf admin admin] 10.222.0.55 "PUT /v2.0/routers/2f42cff3-bd22-4a6e-ab53-f01ec772b17c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1086016 Jul 22 23:38:23.691544 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 51320) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:23.700458 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce619d3-666d-4982-85dc-a1a049ea2cda None None] Sync routers for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:38:23.711711 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce619d3-666d-4982-85dc-a1a049ea2cda None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:23.712599 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-8ce619d3-666d-4982-85dc-a1a049ea2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:38:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:23.822693 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:23.832284 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-8ce619d3-666d-4982-85dc-a1a049ea2cda None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:23.983504 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.061354 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Deleting port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:24.061820 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.161613 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] For port 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:24.161990 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.177205 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Calling delete_port for 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 owned by network:router_gateway {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:24.236124 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-8ce619d3-666d-4982-85dc-a1a049ea2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:38:22Z', 'revision_number': 5, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port': {'id': '7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:52Z', 'updated_at': '2021-07-22T23:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:24.266527 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce619d3-666d-4982-85dc-a1a049ea2cda None None] Checking router: 2f42cff3-bd22-4a6e-ab53-f01ec772b17c for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:38:24.276260 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce619d3-666d-4982-85dc-a1a049ea2cda None None] Routers {'2f42cff3-bd22-4a6e-ab53-f01ec772b17c'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:38:24.276920 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-8ce619d3-666d-4982-85dc-a1a049ea2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:38:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:24.372745 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-8ce619d3-666d-4982-85dc-a1a049ea2cda None None] Set router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c gateway port host: None {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:38:24.443631 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.451532 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-8ce619d3-666d-4982-85dc-a1a049ea2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:38:23Z', 'revision_number': 6, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port_host': None}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:24.482880 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce619d3-666d-4982-85dc-a1a049ea2cda None None] The sync data for ids ['2f42cff3-bd22-4a6e-ab53-f01ec772b17c'] in dv-cinder-801916-1-iscsi is: [{'id': '2f42cff3-bd22-4a6e-ab53-f01ec772b17c', 'name': 'tempest-AttachVolumeShelveTestJSON-1029695956-router', 'tenant_id': '989ed4019032413dacd764b93ca3e0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:49Z', 'updated_at': '2021-07-22T23:38:23Z', 'revision_number': 6, 'project_id': '989ed4019032413dacd764b93ca3e0a4', 'gw_port_host': None}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:38:24.485604 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:24.569009 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027764'] for router_gateway, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.689843 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9425'] for router, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.692625 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.749039 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024079'] for router, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.749680 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f42cff3-bd22-4a6e-ab53-f01ec772b17c {{(pid=93213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:38:24.759827 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] Notify callbacks [] for router, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.761995 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-0e7247f0-f308-4379-b51d-af8b2503ffb7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2f42cff3-bd22-4a6e-ab53-f01ec772b17c HTTP/1.1" status: 204 len: 168 time: 1.0690603 Jul 22 23:38:24.764893 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 51330) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:24.813662 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bcfcff-150c-4ddc-ab3b-53ad1b700500 admin admin] Deleting subnet 03ee3dab-9ef5-4c5d-a33a-e755c7f55776 {{(pid=93213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:24.816965 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-77bcfcff-150c-4ddc-ab3b-53ad1b700500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.863251 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-77bcfcff-150c-4ddc-ab3b-53ad1b700500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5845599'] for subnet, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.975342 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-77bcfcff-150c-4ddc-ab3b-53ad1b700500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.036121 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-77bcfcff-150c-4ddc-ab3b-53ad1b700500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4474701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4662459'] for subnet, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.063580 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcfcff-150c-4ddc-ab3b-53ad1b700500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ee3dab-9ef5-4c5d-a33a-e755c7f55776,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:25.069416 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-77bcfcff-150c-4ddc-ab3b-53ad1b700500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.073383 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-77bcfcff-150c-4ddc-ab3b-53ad1b700500 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/03ee3dab-9ef5-4c5d-a33a-e755c7f55776 HTTP/1.1" status: 204 len: 168 time: 0.3058274 Jul 22 23:38:25.075103 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d4868-82a0-4df3-941b-784ca76740df None None] Network 18c504e6-d2aa-4ecf-ae3a-000e47781a7d requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:25.075605 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 51332) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:25.194459 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.262014 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Deleting port 72656eeb-0304-4fa5-a207-0d1066232584 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:25.262583 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.323664 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] DHCP port deletion for 18c504e6-d2aa-4ecf-ae3a-000e47781a7d request from dv-cinder-801916-1-iscsi {{(pid=93215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:38:25.383345 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7fdd90a8-29a9-419a-b424-01d3e6338442 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:25.389982 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] For port 72656eeb-0304-4fa5-a207-0d1066232584, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=72656eeb-0304-4fa5-a207-0d1066232584,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:25.390546 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.404760 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Calling delete_port for 72656eeb-0304-4fa5-a207-0d1066232584 owned by network:dhcp {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:25.420379 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 7fdd90a8-29a9-419a-b424-01d3e6338442 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:25.420941 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7fdd90a8-29a9-419a-b424-01d3e6338442 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:25.449275 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Deleting port 72656eeb-0304-4fa5-a207-0d1066232584 {{(pid=93215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:25.449671 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.521137 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.550561 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] For port 72656eeb-0304-4fa5-a207-0d1066232584, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=72656eeb-0304-4fa5-a207-0d1066232584,segment=NetworkSegment(53da782b-6edc-47fb-a2bf-a50724eeea5c),segment_id=53da782b-6edc-47fb-a2bf-a50724eeea5c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:25.551285 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.566004 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Calling delete_port for 72656eeb-0304-4fa5-a207-0d1066232584 owned by network:dhcp {{(pid=93215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:25.579270 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Pushing event deleted for resources: {'Port': ['ID=72656eeb-0304-4fa5-a207-0d1066232584,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:25.591130 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] No DVR routers for this DVR port 72656eeb-0304-4fa5-a207-0d1066232584 on host dv-cinder-801916-1-iscsi {{(pid=93213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:25.665271 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738'] for port, after_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.680069 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.696298 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c504e6-d2aa-4ecf-ae3a-000e47781a7d']}} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:25.712717 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Pushing event deleted for resources: {'Port': ['ID=72656eeb-0304-4fa5-a207-0d1066232584,revision_number=None']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:25.713090 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53da782b-6edc-47fb-a2bf-a50724eeea5c') {'for_net_delete': True} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:25.713486 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53da782b-6edc-47fb-a2bf-a50724eeea5c') {} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:25.715633 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] No DVR routers for this DVR port 72656eeb-0304-4fa5-a207-0d1066232584 on host dv-cinder-801916-1-iscsi {{(pid=93215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:25.725046 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.725953 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.725953 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.727102 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.727102 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.727102 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.727102 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.727738 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.727738 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.728004 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.728330 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.728656 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a7271-e11d-4a89-85dc-28f78f32ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:25.733766 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5845590'] for segment, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.750610 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.757754 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:25.758331 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4474679'] for segment, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: Traceback (most recent call last): Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: timer() Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: cb(*args, **kw) Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: return func(*args, **kwargs) Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: self._notify() Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: self.callback(batched_events) Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: event.method(event) Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: return f(self, *a, **k) Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._get(url).json() Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:25.761154 dv-cinder-801916-1-iscsi neutron-server[93213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:25.819731 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.826020 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.828345 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] 10.222.0.55 "DELETE /v2.0/networks/18c504e6-d2aa-4ecf-ae3a-000e47781a7d HTTP/1.1" status: 204 len: 168 time: 0.7522192 Jul 22 23:38:25.840208 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a789c12-7420-45ef-bc3d-caa37f05fd7c admin admin] Pushing event deleted for resources: {'Network': ['ID=18c504e6-d2aa-4ecf-ae3a-000e47781a7d,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:25.952093 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 51344) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:25.993860 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-961cb758-20b5-43d9-96e9-3022b8136673 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=989ed4019032413dacd764b93ca3e0a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405772 Jul 22 23:38:25.996554 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 51346) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:26.054687 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a48ddaf5-0ea5-46dc-8f41-59efac253c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.078982 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a48ddaf5-0ea5-46dc-8f41-59efac253c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.140382 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a48ddaf5-0ea5-46dc-8f41-59efac253c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.143360 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a48ddaf5-0ea5-46dc-8f41-59efac253c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.144888 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a48ddaf5-0ea5-46dc-8f41-59efac253c26 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03e2b110-deee-4424-bf15-449debdfbcf0 HTTP/1.1" status: 204 len: 168 time: 0.1471872 Jul 22 23:38:26.155146 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ddaf5-0ea5-46dc-8f41-59efac253c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e2b110-deee-4424-bf15-449debdfbcf0,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:26.781927 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 72656eeb-0304-4fa5-a207-0d1066232584 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:26.812299 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 72656eeb-0304-4fa5-a207-0d1066232584 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:26.813256 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 72656eeb-0304-4fa5-a207-0d1066232584 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:26.813769 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:26.833819 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:26.834375 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 7dfc1886-32bb-4d12-ace8-ea3f39ecbdd8 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:27.068361 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 51376) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:27.177008 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1213622214-network', 'tenant_id': '937f29f0a71943f395943869a23488af'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:27.203024 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Made reservation on behalf of 937f29f0a71943f395943869a23488af for: {'network': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:27.205459 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.215959 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.339143 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.344842 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.374431 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=93213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:27.385887 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2729d70-5bf2-47f3-90cf-4499bf257f45,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:27.393699 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.394115 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.segments_db [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Added segment d42d7f1a-4e44-4e34-a92e-8bbac79c3741 of type vlan for network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d Jul 22 23:38:27.450301 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.492403 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.493523 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:27.494359 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.529997 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4602361 Jul 22 23:38:27.534022 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 51384) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:27.542648 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Request body: {'subnet': {'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1213622214-subnet', 'tenant_id': '937f29f0a71943f395943869a23488af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:27.563131 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57c11a-7403-42d3-8096-db23624e41b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:27.574042 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Made reservation on behalf of 937f29f0a71943f395943869a23488af for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:27.576657 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5043980'] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.578651 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:27.785204 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6442935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044094'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.842752 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7083e835-a21b-4ba4-8062-3b4a0bd5faff,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:27.855437 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.855889 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.856101 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.856432 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.856761 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.857086 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.857407 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.857731 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.858062 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.858396 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.858712 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.859548 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:27.865191 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Checking segment: {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:27.865548 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Network hostable DHCP agents. Network: 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:27.886636 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:27.898530 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:27.904404 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:27.905236 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:27.913265 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10688fc-140f-4b07-b30e-ad34b8aefa66 None None] Network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:27.926144 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-09cfedf9-71ee-4ae7-b09b-9488af2f1bd4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3903818 Jul 22 23:38:28.102811 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a4e8c3-a11b-4222-9482-2752c4e4a906 None None] Network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:28.428646 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5d442e67-3998-4009-849a-6475fc697195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.719433 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e533e17b-afb7-4078-9632-20b6a4f2d798 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:28.721800 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e533e17b-afb7-4078-9632-20b6a4f2d798 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 815 time: 0.1341927 Jul 22 23:38:28.747226 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-ddd23ae5-6067-41a4-ab50-06f848c5387b tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/quotas/937f29f0a71943f395943869a23488af HTTP/1.1" status: 200 len: 375 time: 0.0161679 Jul 22 23:38:28.797952 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-75087466-c2d5-4d0f-8de7-6ef4cee8663a tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436199 Jul 22 23:38:28.868243 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-ac4f2fb9-f284-4920-87b0-1ae737a20706 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:38:28.869650 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-ac4f2fb9-f284-4920-87b0-1ae737a20706 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621483 Jul 22 23:38:28.973981 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-f4f0d6ae-65c5-4685-b498-1badb27a8ba3 service neutron] 10.222.0.55 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970366 Jul 22 23:38:29.068998 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-ab886708-2b55-467b-86b3-16cd788a0819 service neutron] 10.222.0.55 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891459 Jul 22 23:38:29.347994 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ad92f641-365a-4bf6-91cf-fd67c988c6a5 req-3bd94fa9-4fdc-487c-a279-32033db549af tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 210 time: 0.0977552 Jul 22 23:38:30.466675 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-896e62b0-7de3-4170-9a07-2a8204d41d51 req-be5fec45-4a85-4c5a-98c6-6ee97cc01ffe tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 210 time: 0.0371897 Jul 22 23:38:30.635069 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-33894840-ca6f-416d-8c33-8ecefab1d39d tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:30.637341 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-33894840-ca6f-416d-8c33-8ecefab1d39d tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 815 time: 0.1682329 Jul 22 23:38:30.657783 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Request body: {'port': {'device_id': '51eb507c-37bd-4412-9168-18b12c1c8ac5', 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d', 'admin_state_up': True, 'tenant_id': '937f29f0a71943f395943869a23488af'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:30.831513 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Made reservation on behalf of 937f29f0a71943f395943869a23488af for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:30.835345 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:30.999342 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Allocated IP 172.20.0.13 (9bb7762f-ac2d-4ec0-85ba-72671b57ad1d/7083e835-a21b-4ba4-8062-3b4a0bd5faff/923f7a45-191b-4246-94c7-d84656829c91) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:31.175350 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.220857 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.260397 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-2cd15750-40f4-4a14-89fb-5ff8e4900908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.271719 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:31.275039 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:31.280025 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:31.287697 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Pushing event updated for resources: {'Port': ['ID=923f7a45-191b-4246-94c7-d84656829c91,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:31.339976 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:31.340621 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.356171 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-e85515df-095f-4279-bdeb-dec23d687aed tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7039645 Jul 22 23:38:31.418806 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Request body: {'port': {'device_id': '51eb507c-37bd-4412-9168-18b12c1c8ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:31.497813 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.678577 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c86a54-8a6b-4c4e-8bdf-e7b424cd6669 req-65645863-faa0-43c1-a811-a5efccd45e41 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:31.678577 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5c86a54-8a6b-4c4e-8bdf-e7b424cd6669 req-65645863-faa0-43c1-a811-a5efccd45e41 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 932 time: 0.0837431 Jul 22 23:38:31.717559 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a5c86a54-8a6b-4c4e-8bdf-e7b424cd6669 req-38703ac1-cc26-4ba2-927f-319eb692e952 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Jul 22 23:38:31.831211 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.875831 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923f7a45-191b-4246-94c7-d84656829c91 {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:31.884446 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.898166 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Transition to ACTIVE for port object 923f7a45-191b-4246-94c7-d84656829c91 will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:31.901905 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.953306 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=923f7a45-191b-4246-94c7-d84656829c91,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:32.051251 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Attempting to bind port 923f7a45-191b-4246-94c7-d84656829c91 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:32.051630 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Attempting to bind port 923f7a45-191b-4246-94c7-d84656829c91 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:32.052001 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Attempting to bind port 923f7a45-191b-4246-94c7-d84656829c91 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:32.056850 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Port 923f7a45-191b-4246-94c7-d84656829c91 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:32.057166 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Attempting to bind port 923f7a45-191b-4246-94c7-d84656829c91 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:32.063213 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:32.063655 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Checking segment: {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:32.064072 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Bound using segment: {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:32.064557 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Bound port: 923f7a45-191b-4246-94c7-d84656829c91, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:32.064952 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.137535 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] For port 923f7a45-191b-4246-94c7-d84656829c91, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:32.140811 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] For port 923f7a45-191b-4246-94c7-d84656829c91, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=923f7a45-191b-4246-94c7-d84656829c91,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:32.147148 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.180104 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:32.180724 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.182274 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] 10.222.0.78 "PUT /v2.0/ports/923f7a45-191b-4246-94c7-d84656829c91 HTTP/1.1" status: 200 len: 1094 time: 0.8132131 Jul 22 23:38:32.185289 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eb507c-37bd-4412-9168-18b12c1c8ac5', 'tag': '923f7a45-191b-4246-94c7-d84656829c91'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:32.189532 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1153d9d-e439-4cbb-bb5c-34be41e56f53" -d '{"events": [{"name": "network-changed", "server_uuid": "51eb507c-37bd-4412-9168-18b12c1c8ac5", "tag": "923f7a45-191b-4246-94c7-d84656829c91"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:32.217389 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:38:32.246471 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc7745-3dd0-44ec-9296-bfcb0808a9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=923f7a45-191b-4246-94c7-d84656829c91,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:32.308303 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992d2c77-8093-4f47-afb4-37b3daee470a x-openstack-request-id: req-992d2c77-8093-4f47-afb4-37b3daee470a {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:32.308579 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51eb507c-37bd-4412-9168-18b12c1c8ac5", "tag": "923f7a45-191b-4246-94c7-d84656829c91", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:32.308831 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-992d2c77-8093-4f47-afb4-37b3daee470a {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:32.309234 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51eb507c-37bd-4412-9168-18b12c1c8ac5', 'tag': '923f7a45-191b-4246-94c7-d84656829c91', 'status': 'completed', 'code': 200} Jul 22 23:38:32.314880 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-74bb858c-2665-4230-936c-df05dfc37ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:32.316489 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-74bb858c-2665-4230-936c-df05dfc37ba7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0816247 Jul 22 23:38:32.369744 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-b854b7c4-3f91-40c6-8bbb-3086773c46e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923f7a45-191b-4246-94c7-d84656829c91 HTTP/1.1" status: 200 len: 217 time: 0.0400960 Jul 22 23:38:32.424214 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5340a655-c03f-45ba-91e2-c088b7b8f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:32.425761 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-5340a655-c03f-45ba-91e2-c088b7b8f8a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0478992 Jul 22 23:38:32.464555 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-1015ef34-2ad0-4554-af28-f80e65b73126 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299249 Jul 22 23:38:32.567700 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-4b5d3f9a-bd0c-412b-bd91-783832765daf service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912614 Jul 22 23:38:32.668158 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94bbf9c0-dc75-4d96-a904-ab6b23a854e4 req-6ce4a4da-8ad3-493a-8e94-223c0dc57a0c service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897999 Jul 22 23:38:32.819221 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1153d9d-e439-4cbb-bb5c-34be41e56f53 req-bda1da42-146c-4920-be1e-47c63897d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:32.821544 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f1153d9d-e439-4cbb-bb5c-34be41e56f53 req-bda1da42-146c-4920-be1e-47c63897d037 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0873015 Jul 22 23:38:32.915039 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a949-7179-4384-bc88-2b060241c627 req-440a8257-0e23-438f-a033-c8e8666e80e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:32.917716 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0817a949-7179-4384-bc88-2b060241c627 req-440a8257-0e23-438f-a033-c8e8666e80e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 944 time: 0.1026723 Jul 22 23:38:32.962167 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1153d9d-e439-4cbb-bb5c-34be41e56f53 req-9ff12e02-2e49-4877-900b-449a2367f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:32.964734 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f1153d9d-e439-4cbb-bb5c-34be41e56f53 req-9ff12e02-2e49-4877-900b-449a2367f50f service neutron] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 916 time: 0.1342490 Jul 22 23:38:32.970546 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0817a949-7179-4384-bc88-2b060241c627 req-7016c354-d762-4327-bbae-669138d45683 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427024 Jul 22 23:38:33.018275 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f1153d9d-e439-4cbb-bb5c-34be41e56f53 req-c7077e78-3c4f-42bb-8de3-76551e7368f0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923f7a45-191b-4246-94c7-d84656829c91 HTTP/1.1" status: 200 len: 217 time: 0.0443459 Jul 22 23:38:33.091640 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1153d9d-e439-4cbb-bb5c-34be41e56f53 req-28f5cb63-3f87-4a15-8e0e-d3502291a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:33.094886 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f1153d9d-e439-4cbb-bb5c-34be41e56f53 req-28f5cb63-3f87-4a15-8e0e-d3502291a668 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0654268 Jul 22 23:38:33.131258 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f1153d9d-e439-4cbb-bb5c-34be41e56f53 req-36bf78e2-2b2b-4e88-aaca-142753819e8e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294631 Jul 22 23:38:33.236566 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f1153d9d-e439-4cbb-bb5c-34be41e56f53 req-c07be6d3-2641-4ca6-b773-1096456b4a2b service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982831 Jul 22 23:38:33.299441 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.356628 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f1153d9d-e439-4cbb-bb5c-34be41e56f53 req-b387ea9f-8317-47e3-89a5-1298734eecfc service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119783 Jul 22 23:38:34.136605 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f093-cb17-4d49-9195-82beb9fe7507 req-d8d2a638-1b80-4425-ac6f-0c1e21bd817e tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:34.138396 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a9a8f093-cb17-4d49-9195-82beb9fe7507 req-d8d2a638-1b80-4425-ac6f-0c1e21bd817e tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 944 time: 0.0754201 Jul 22 23:38:34.188725 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a9a8f093-cb17-4d49-9195-82beb9fe7507 req-72a3b94f-0fd6-4ac3-95e1-3fbde5ff743c tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398984 Jul 22 23:38:35.091302 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.340179 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224410a-5d6e-4677-b7cf-64155540fbc1 req-f5ffc4ca-029d-49c4-8614-2ab575b2d927 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:35.341772 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-b224410a-5d6e-4677-b7cf-64155540fbc1 req-f5ffc4ca-029d-49c4-8614-2ab575b2d927 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 944 time: 0.0729127 Jul 22 23:38:35.388270 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-b224410a-5d6e-4677-b7cf-64155540fbc1 req-27867576-9af5-4dd4-8132-17d8de4b4473 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357780 Jul 22 23:38:35.725771 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 923f7a45-191b-4246-94c7-d84656829c91 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:35.832554 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 923f7a45-191b-4246-94c7-d84656829c91, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=923f7a45-191b-4246-94c7-d84656829c91,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:35.844960 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '923f7a45-191b-4246-94c7-d84656829c91', 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d', 'port_id': '923f7a45-191b-4246-94c7-d84656829c91', 'mac_address': 'fa:16:3e:d3:4a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7083e835-a21b-4ba4-8062-3b4a0bd5faff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:35.883737 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.898634 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923f7a45-191b-4246-94c7-d84656829c91 {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:35.928936 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 923f7a45-191b-4246-94c7-d84656829c91, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=923f7a45-191b-4246-94c7-d84656829c91,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:35.934696 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.008755 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=923f7a45-191b-4246-94c7-d84656829c91,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:36.257349 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['923f7a45-191b-4246-94c7-d84656829c91'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:36.356993 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.552081 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47f1e9-c21c-4af2-9c28-4216b906427b req-0794e009-9575-4e5a-a97b-a463f9f98c63 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:36.554773 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7f47f1e9-c21c-4af2-9c28-4216b906427b req-0794e009-9575-4e5a-a97b-a463f9f98c63 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0876341 Jul 22 23:38:36.596195 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7f47f1e9-c21c-4af2-9c28-4216b906427b req-39bcadc7-38a7-4269-b46d-ad8dd7d08eaf tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356550 Jul 22 23:38:37.725468 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 923f7a45-191b-4246-94c7-d84656829c91 up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:37.756597 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e50f3-f720-4d28-8b6c-9937ce2e60eb req-972782c6-3d36-419e-9a10-1e39af9438b8 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:37.758720 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-963e50f3-f720-4d28-8b6c-9937ce2e60eb req-972782c6-3d36-419e-9a10-1e39af9438b8 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0814555 Jul 22 23:38:37.797262 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 923f7a45-191b-4246-94c7-d84656829c91 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:37.803816 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 923f7a45-191b-4246-94c7-d84656829c91 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:37.804147 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.813974 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-963e50f3-f720-4d28-8b6c-9937ce2e60eb req-04fc4e13-3101-4166-9b1d-48313a9773d4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Jul 22 23:38:37.899348 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.939513 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eb507c-37bd-4412-9168-18b12c1c8ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923f7a45-191b-4246-94c7-d84656829c91'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:37.942050 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cfb276-485a-4c5b-a8c3-9e02e4da47c5" -d '{"events": [{"server_uuid": "51eb507c-37bd-4412-9168-18b12c1c8ac5", "name": "network-vif-plugged", "status": "completed", "tag": "923f7a45-191b-4246-94c7-d84656829c91"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:37.961969 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 923f7a45-191b-4246-94c7-d84656829c91, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=923f7a45-191b-4246-94c7-d84656829c91,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:37.967936 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.039741 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=923f7a45-191b-4246-94c7-d84656829c91,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:38.079807 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525d5663-78a6-45ec-bc2c-2223dc83a6c7 x-openstack-request-id: req-525d5663-78a6-45ec-bc2c-2223dc83a6c7 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:38.080218 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51eb507c-37bd-4412-9168-18b12c1c8ac5", "name": "network-vif-plugged", "status": "completed", "tag": "923f7a45-191b-4246-94c7-d84656829c91", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:38.080571 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-525d5663-78a6-45ec-bc2c-2223dc83a6c7 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:38.081113 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51eb507c-37bd-4412-9168-18b12c1c8ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923f7a45-191b-4246-94c7-d84656829c91', 'code': 200} Jul 22 23:38:38.323672 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee6aa7-fc26-4ff2-95c2-7c5ad3cdb47e req-3212b265-82a2-4d74-b294-9a3a43e00f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:38.326310 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-deee6aa7-fc26-4ff2-95c2-7c5ad3cdb47e req-3212b265-82a2-4d74-b294-9a3a43e00f2c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 1099 time: 0.0637853 Jul 22 23:38:38.369594 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-deee6aa7-fc26-4ff2-95c2-7c5ad3cdb47e req-37f8a24a-bac7-4ad2-8f85-3e7c2b9c33f0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312350 Jul 22 23:38:38.977361 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69cc50-6d1a-40bb-8e6d-8ac05b80be8a req-4ebc34dc-2f1b-49ab-b5df-e6057e82153b tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:38.978937 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1b69cc50-6d1a-40bb-8e6d-8ac05b80be8a req-4ebc34dc-2f1b-49ab-b5df-e6057e82153b tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 946 time: 0.0676925 Jul 22 23:38:39.024547 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1b69cc50-6d1a-40bb-8e6d-8ac05b80be8a req-d414e292-533f-4aec-a106-2fc45ebf657d tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Jul 22 23:38:40.178577 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed46d1f-9929-40e1-8a2f-8f1e8f4a16e6 req-deb8e055-6c10-48f7-9dfc-b7257ce1e6bd tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:40.180871 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-aed46d1f-9929-40e1-8a2f-8f1e8f4a16e6 req-deb8e055-6c10-48f7-9dfc-b7257ce1e6bd tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 946 time: 0.0748992 Jul 22 23:38:40.235364 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-aed46d1f-9929-40e1-8a2f-8f1e8f4a16e6 req-cb34abc2-58ef-4903-853a-38d8807d174a tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Jul 22 23:38:58.424462 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1ce9164a-d8ed-4586-951e-8de0721a88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:01.260669 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-05cb162c-57ac-4207-84ac-08865cf3acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:01.839167 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:03.303012 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:05.100398 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.354158 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.221836 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:39:20.709533 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bbd57fed-0854-455b-80a6-08a7f1071ed5 req-a5d37eef-6c98-4abe-aa3c-0dda2415a076 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611143 Jul 22 23:39:20.828249 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57fed-0854-455b-80a6-08a7f1071ed5 req-96672065-37ab-4893-bbf1-259000259b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.829824 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bbd57fed-0854-455b-80a6-08a7f1071ed5 req-96672065-37ab-4893-bbf1-259000259b71 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 1099 time: 0.0612526 Jul 22 23:39:20.967776 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57fed-0854-455b-80a6-08a7f1071ed5 req-2d70e6c3-0a9a-4f5f-b942-f05cf4e73e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.969251 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bbd57fed-0854-455b-80a6-08a7f1071ed5 req-2d70e6c3-0a9a-4f5f-b942-f05cf4e73e7c service neutron] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 916 time: 0.1166930 Jul 22 23:39:21.039190 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bbd57fed-0854-455b-80a6-08a7f1071ed5 req-85cdd641-7382-4c42-8eb0-88c288a8fb5a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923f7a45-191b-4246-94c7-d84656829c91 HTTP/1.1" status: 200 len: 217 time: 0.0593636 Jul 22 23:39:21.109928 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57fed-0854-455b-80a6-08a7f1071ed5 req-16b225e9-0175-4501-a2f2-67598ddf5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.111572 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bbd57fed-0854-455b-80a6-08a7f1071ed5 req-16b225e9-0175-4501-a2f2-67598ddf5739 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0615351 Jul 22 23:39:21.175285 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bbd57fed-0854-455b-80a6-08a7f1071ed5 req-8f641c08-71ee-45c5-9745-f85c3cc7b71e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516250 Jul 22 23:39:21.277703 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bbd57fed-0854-455b-80a6-08a7f1071ed5 req-54678f0d-8d3c-4e20-9837-f6a3af670711 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915401 Jul 22 23:39:21.383408 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bbd57fed-0854-455b-80a6-08a7f1071ed5 req-136acf48-adfc-4b25-860e-3ac0bb2ccfa2 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936913 Jul 22 23:39:28.430213 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f198910f-188c-442e-8324-7d5114229b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.263812 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cccc5e70-9a5a-40a4-9c71-9830ee5fbc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.835075 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.306325 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.096762 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.353083 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.222617 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:39:58.428565 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-3bbc148d-77b1-4c29-801a-e4bb8614c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.264830 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-236756df-811d-40e7-96e3-2a5a01980edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.842211 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.311903 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.099078 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.368670 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:20.751273 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5cb13aa1-20b5-4b35-889a-99cd1462ed36 req-c18bd5bb-f183-4126-b743-e41d8f0a1673 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558178 Jul 22 23:40:20.863005 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb13aa1-20b5-4b35-889a-99cd1462ed36 req-d7a3484d-1608-4a43-af46-a04e3f602818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.864543 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5cb13aa1-20b5-4b35-889a-99cd1462ed36 req-d7a3484d-1608-4a43-af46-a04e3f602818 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 1099 time: 0.0590327 Jul 22 23:40:20.988559 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb13aa1-20b5-4b35-889a-99cd1462ed36 req-e4b5f3ee-1cd4-4d24-89aa-24307d84e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.990219 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5cb13aa1-20b5-4b35-889a-99cd1462ed36 req-e4b5f3ee-1cd4-4d24-89aa-24307d84e269 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 916 time: 0.0968885 Jul 22 23:40:21.038438 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5cb13aa1-20b5-4b35-889a-99cd1462ed36 req-bac44961-e01c-4b1d-972d-d70a71a1150b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923f7a45-191b-4246-94c7-d84656829c91 HTTP/1.1" status: 200 len: 217 time: 0.0367889 Jul 22 23:40:21.366753 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb13aa1-20b5-4b35-889a-99cd1462ed36 req-c41e947f-d7fd-4f16-b757-9d984fbb984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.368248 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5cb13aa1-20b5-4b35-889a-99cd1462ed36 req-c41e947f-d7fd-4f16-b757-9d984fbb984b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.3184268 Jul 22 23:40:21.410160 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5cb13aa1-20b5-4b35-889a-99cd1462ed36 req-fbe69b6a-0de5-4906-86d7-14d062cd6027 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294199 Jul 22 23:40:21.521180 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5cb13aa1-20b5-4b35-889a-99cd1462ed36 req-054c87ac-2238-41d1-abc6-f05ed7948493 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999863 Jul 22 23:40:21.622064 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5cb13aa1-20b5-4b35-889a-99cd1462ed36 req-e76a13e5-de1a-44ed-8702-56d367531f6d service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894704 Jul 22 23:40:23.223072 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:40:28.421433 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-007e4197-7d34-44f4-b227-76dbdd933566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.259359 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-775e42f6-ddbe-4d98-8ee1-945097aa2d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.845201 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.314752 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.109139 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.373298 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.425277 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-6857544e-0807-4a26-b673-6df02c388536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.221995 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:41:01.265160 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-65620676-1609-475d-8a24-deac145beb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.847412 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.326209 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.106382 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.375241 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.726097 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-15ad12d3-acf2-4b43-8ee4-4a89329f2e74 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688765 Jul 22 23:41:21.849077 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-1aa3f950-0a32-4b16-9260-13ba3f94a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:21.850748 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-1aa3f950-0a32-4b16-9260-13ba3f94a3c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 1099 time: 0.0671747 Jul 22 23:41:21.981363 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-7b35343b-68a8-4677-b16d-30d318579bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:21.982873 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-7b35343b-68a8-4677-b16d-30d318579bf4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 916 time: 0.1026433 Jul 22 23:41:22.042733 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-f5f97006-cd22-4e9f-b03f-bce427edc599 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923f7a45-191b-4246-94c7-d84656829c91 HTTP/1.1" status: 200 len: 217 time: 0.0487516 Jul 22 23:41:22.106713 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-bf1cc783-0874-4dcf-971d-33e4abd069c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:22.108206 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-bf1cc783-0874-4dcf-971d-33e4abd069c7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0551820 Jul 22 23:41:22.150913 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-736a2c9c-d3bc-417f-91d8-e27a4d9c3412 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314507 Jul 22 23:41:22.165060 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-8b301e38-1988-4fcc-9419-68f6f53ab51e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:41:22.166094 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-8b301e38-1988-4fcc-9419-68f6f53ab51e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057545 Jul 22 23:41:22.280489 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-088f9731-9c23-425e-8ab7-671742847108 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030853 Jul 22 23:41:22.379555 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c4ef7951-c154-449d-bd16-2465ce33b842 req-c2b2bbbf-0432-473f-96c9-590db59cf47d service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884390 Jul 22 23:41:28.429871 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-2776ed5c-bad7-48f7-bbb4-941b8ba64d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.268454 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c5f73a0a-7907-4d2a-9fb4-c24526df82c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.843208 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.320549 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.109165 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.375172 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.222349 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:41:58.439051 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-76209427-7d8d-4557-9baa-0503e4430b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.276602 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ae5884b2-0fd8-4cd4-966d-9baa04ac71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.845132 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.328892 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.115456 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.388519 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.221778 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:42:21.762916 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-517c69a9-08db-48e6-8a09-dd6a73cf58d7 req-b3045aa2-59fd-42af-b4f1-5232424e00c3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670071 Jul 22 23:42:21.888364 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c69a9-08db-48e6-8a09-dd6a73cf58d7 req-ed1327b4-8f8d-4ad7-8298-07101b1a3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:21.889916 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-517c69a9-08db-48e6-8a09-dd6a73cf58d7 req-ed1327b4-8f8d-4ad7-8298-07101b1a3f3e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 1099 time: 0.0584390 Jul 22 23:42:22.004702 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c69a9-08db-48e6-8a09-dd6a73cf58d7 req-164ca035-2fb4-46a9-af91-7ee99fa72071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:22.006313 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-517c69a9-08db-48e6-8a09-dd6a73cf58d7 req-164ca035-2fb4-46a9-af91-7ee99fa72071 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 916 time: 0.0925720 Jul 22 23:42:22.057919 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-517c69a9-08db-48e6-8a09-dd6a73cf58d7 req-b6fe5be9-3fac-4501-acda-8b1eb3db6a21 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923f7a45-191b-4246-94c7-d84656829c91 HTTP/1.1" status: 200 len: 217 time: 0.0400815 Jul 22 23:42:22.111061 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c69a9-08db-48e6-8a09-dd6a73cf58d7 req-9bca92e8-c475-4252-9e6a-7751f4edb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:22.112551 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-517c69a9-08db-48e6-8a09-dd6a73cf58d7 req-9bca92e8-c475-4252-9e6a-7751f4edb8cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0470064 Jul 22 23:42:22.156190 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-517c69a9-08db-48e6-8a09-dd6a73cf58d7 req-a72a4a61-d6e8-42b1-842e-84de30be1eb1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298738 Jul 22 23:42:22.263286 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-517c69a9-08db-48e6-8a09-dd6a73cf58d7 req-37be3ede-93c2-4731-ab68-29e299d8ffa9 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970271 Jul 22 23:42:22.372005 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-517c69a9-08db-48e6-8a09-dd6a73cf58d7 req-5b9e4a8a-0b26-41d9-a926-cc1b4e38f909 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987191 Jul 22 23:42:28.434744 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1fc43e74-b1be-426e-9af8-ecda271d682f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.271150 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51d09974-86ed-4222-9f04-5783434a23b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.840726 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.329843 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.117095 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.386548 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.220488 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:42:58.441599 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-0b040930-8c91-48a7-a834-05560647b0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.276845 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-167890e6-f6d1-4f7c-8799-c89a32aaa8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.848179 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.336786 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.119652 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.401932 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.045852 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54166) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:08.196902 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.301892 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.306432 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.349286 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1773f732a30b42f5aa707911f3108438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018613 Jul 22 23:43:08.350218 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4c8b82-ccc1-4aec-8a86-14fb478f24ac,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:08.352164 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54172) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:08.357932 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.358303 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.358651 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.358983 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.359315 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.359646 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.359971 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.360296 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.360667 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.361010 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.361331 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.361650 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44df9c7-a60b-41ba-8a38-f1175b65e9a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.414000 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.436616 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.492678 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.496187 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.497469 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc4c8b82-ccc1-4aec-8a86-14fb478f24ac HTTP/1.1" status: 204 len: 168 time: 0.1439633 Jul 22 23:43:08.507564 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4c8b82-ccc1-4aec-8a86-14fb478f24ac,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:08.516278 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.516701 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.517747 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.518118 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.518452 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.518782 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.519105 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.519424 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.519752 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.520071 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.520389 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:08.520702 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e5a52-e261-485e-b93d-ad1e99c3ff89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:22.723604 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f9024347-9a4b-4b12-b652-0d345cfa55df req-ac1fc185-6629-402e-9242-a0be93eadc78 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874219 Jul 22 23:43:22.849617 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9024347-9a4b-4b12-b652-0d345cfa55df req-2d7c651a-a17f-4e32-b515-ed9525b382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.851209 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f9024347-9a4b-4b12-b652-0d345cfa55df req-2d7c651a-a17f-4e32-b515-ed9525b382dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 1099 time: 0.0690150 Jul 22 23:43:22.981465 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9024347-9a4b-4b12-b652-0d345cfa55df req-6be743fe-3f7b-4deb-94c9-8d98df432023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.983899 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f9024347-9a4b-4b12-b652-0d345cfa55df req-6be743fe-3f7b-4deb-94c9-8d98df432023 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 916 time: 0.1040268 Jul 22 23:43:23.036336 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f9024347-9a4b-4b12-b652-0d345cfa55df req-dc755b8b-4b30-4223-9fe8-e7999bfb263c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923f7a45-191b-4246-94c7-d84656829c91 HTTP/1.1" status: 200 len: 217 time: 0.0398567 Jul 22 23:43:23.101986 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9024347-9a4b-4b12-b652-0d345cfa55df req-762bb49f-9ad6-4d7d-b640-f01a281cf491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.103618 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f9024347-9a4b-4b12-b652-0d345cfa55df req-762bb49f-9ad6-4d7d-b640-f01a281cf491 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0557609 Jul 22 23:43:23.145432 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f9024347-9a4b-4b12-b652-0d345cfa55df req-8d891a93-0f2b-4808-a7cc-09ffa47b4907 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303309 Jul 22 23:43:23.258539 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f9024347-9a4b-4b12-b652-0d345cfa55df req-71b6600a-c19f-4e77-93f5-03c2c7e11c91 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025119 Jul 22 23:43:23.364105 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f9024347-9a4b-4b12-b652-0d345cfa55df req-afc769a0-0fdf-4d75-aa0f-a7c20b8b5032 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956111 Jul 22 23:43:28.220519 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:43:28.444034 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-9f8a2573-f5ee-4b8b-a418-34a3527802d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.280308 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-6eb64fbc-d191-4eb2-a819-5c134c9279a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.842454 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.337466 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:35.121176 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.415186 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.707531 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54496) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:38.848124 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa292-e338-41d5-b13a-f5bef243972a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.973453 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa292-e338-41d5-b13a-f5bef243972a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.978062 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa292-e338-41d5-b13a-f5bef243972a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.035427 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-2b6aa292-e338-41d5-b13a-f5bef243972a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b4518dbe2864a4597d629d23c8acb5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263032 Jul 22 23:43:39.036908 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6aa292-e338-41d5-b13a-f5bef243972a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf9b9e6-29f4-4ecf-87b4-36cecd1aa8e0,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:39.039508 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54506) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:39.127855 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-061ee32a-25c9-49a4-a597-416b33ae3214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.163930 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-061ee32a-25c9-49a4-a597-416b33ae3214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.240961 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-061ee32a-25c9-49a4-a597-416b33ae3214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.243728 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-061ee32a-25c9-49a4-a597-416b33ae3214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.245041 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-061ee32a-25c9-49a4-a597-416b33ae3214 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebf9b9e6-29f4-4ecf-87b4-36cecd1aa8e0 HTTP/1.1" status: 204 len: 168 time: 0.2009254 Jul 22 23:43:39.255729 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ee32a-25c9-49a4-a597-416b33ae3214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf9b9e6-29f4-4ecf-87b4-36cecd1aa8e0,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:39.597519 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54512) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:39.612230 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e77ad0ca-fc31-42c8-8f18-55c478e8011e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.738882 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e77ad0ca-fc31-42c8-8f18-55c478e8011e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.744334 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e77ad0ca-fc31-42c8-8f18-55c478e8011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.787693 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-e77ad0ca-fc31-42c8-8f18-55c478e8011e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa990f8e2a1548549db109337d3b6ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889253 Jul 22 23:43:39.788613 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad0ca-fc31-42c8-8f18-55c478e8011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e53096-4465-48fd-8796-d112c6036f46,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:39.790775 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54516) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:39.869024 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1be337e5-4f66-4d58-8ead-3eaba76545af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.906609 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1be337e5-4f66-4d58-8ead-3eaba76545af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.979573 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1be337e5-4f66-4d58-8ead-3eaba76545af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.982544 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1be337e5-4f66-4d58-8ead-3eaba76545af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.983882 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-1be337e5-4f66-4d58-8ead-3eaba76545af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55e53096-4465-48fd-8796-d112c6036f46 HTTP/1.1" status: 204 len: 168 time: 0.1915121 Jul 22 23:43:39.997310 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be337e5-4f66-4d58-8ead-3eaba76545af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e53096-4465-48fd-8796-d112c6036f46,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:40.823042 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54546) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:40.948245 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1809628203-network', 'tenant_id': '99e52034baeb4751bd41f17e07f3216b'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:40.985843 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Made reservation on behalf of 99e52034baeb4751bd41f17e07f3216b for: {'network': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:40.988464 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.999257 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.143055 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.148427 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.181638 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:41.185100 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99516fe-fa1d-48c6-9d49-bd8cad75ce84,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:41.196885 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.197230 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.segments_db [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Added segment c80ff20c-6e4c-4f0e-b33a-91d2fcd41c23 of type vlan for network d0084e1c-2902-4a34-8532-3a1645495e8d Jul 22 23:43:41.240374 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.272933 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.273929 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:41.274551 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.309202 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4850318 Jul 22 23:43:41.312756 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54556) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:41.318892 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] Request body: {'subnet': {'network_id': 'd0084e1c-2902-4a34-8532-3a1645495e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1809628203-subnet', 'tenant_id': '99e52034baeb4751bd41f17e07f3216b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:41.342305 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] Made reservation on behalf of 99e52034baeb4751bd41f17e07f3216b for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:41.345786 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5043980'] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.547218 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6442935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044094'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.602954 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] Pushing event updated for resources: {'Subnet': ['ID=182268c4-fd1d-4dec-83b6-22696015a67f,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:41.620986 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] Checking segment: {'id': 'c80ff20c-6e4c-4f0e-b33a-91d2fcd41c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd0084e1c-2902-4a34-8532-3a1645495e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:41.621344 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] Network hostable DHCP agents. Network: d0084e1c-2902-4a34-8532-3a1645495e8d, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:41.640762 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] Network d0084e1c-2902-4a34-8532-3a1645495e8d is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:41.652233 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, d0084e1c-2902-4a34-8532-3a1645495e8d) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:41.657828 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:41.658803 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.665797 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b0fc8-31f1-4a47-8643-6ef29acc72d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d0084e1c-2902-4a34-8532-3a1645495e8d,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:41.667431 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaddf68-30e3-4551-bbf9-cddef1a3290b None None] Network d0084e1c-2902-4a34-8532-3a1645495e8d requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:41.691059 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-b5c0e837-c44a-445e-88bf-7673c335714d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3762765 Jul 22 23:43:41.699563 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network d0084e1c-2902-4a34-8532-3a1645495e8d details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:41.894924 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79e0217-c082-461e-990c-7a9b8924eeb3 None None] Network d0084e1c-2902-4a34-8532-3a1645495e8d requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:42.283479 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 54580) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:42.291050 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1987421870-network', 'tenant_id': '683e3e360b7240ecb2ea6d9cdc1fd929'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:42.312112 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Made reservation on behalf of 683e3e360b7240ecb2ea6d9cdc1fd929 for: {'network': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:42.314609 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.324546 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.435868 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.440820 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.468000 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=93214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:42.478865 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8537fd2e-5a42-45db-a339-ea636321a776,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:42.484562 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.484914 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.segments_db [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Added segment 97e49a78-d14c-413c-a3c8-ab10d474f50b of type vlan for network f05435db-aa07-44a8-9f2d-1fe28b7d7405 Jul 22 23:43:42.532037 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.567436 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.568805 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.569725 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.618579 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3333805 Jul 22 23:43:42.621200 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 54582) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:42.627079 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] Request body: {'subnet': {'network_id': 'f05435db-aa07-44a8-9f2d-1fe28b7d7405', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1987421870-subnet', 'tenant_id': '683e3e360b7240ecb2ea6d9cdc1fd929', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:42.650946 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] Made reservation on behalf of 683e3e360b7240ecb2ea6d9cdc1fd929 for: {'subnet': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:42.653358 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4662470'] for subnet, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.675136 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5999f5-c96d-470c-891f-362f186269f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f05435db-aa07-44a8-9f2d-1fe28b7d7405,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:42.689387 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network f05435db-aa07-44a8-9f2d-1fe28b7d7405 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:42.853161 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4474764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4662452'] for subnet, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.914285 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7471a9b8-b738-4fb3-9584-f7279b49b3ac,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:42.931288 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] Checking segment: {'id': '97e49a78-d14c-413c-a3c8-ab10d474f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f05435db-aa07-44a8-9f2d-1fe28b7d7405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:42.931893 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] Network hostable DHCP agents. Network: f05435db-aa07-44a8-9f2d-1fe28b7d7405, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:42.961094 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] Network f05435db-aa07-44a8-9f2d-1fe28b7d7405 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:42.976121 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, f05435db-aa07-44a8-9f2d-1fe28b7d7405) {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:42.982371 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:42.984024 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.988303 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca69ae8-e0bf-493f-ab9d-5644ab3bd0a5 None None] Network f05435db-aa07-44a8-9f2d-1fe28b7d7405 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:43.005399 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-5fd2fc4d-2a6b-4bc7-b01a-dc0ca5a67beb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3827899 Jul 22 23:43:43.144148 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e26054-b791-4dc9-bb3c-8eb575408854 None None] Network f05435db-aa07-44a8-9f2d-1fe28b7d7405 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:58.439399 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-db1fc9cc-3c47-4f69-bce6-45e90da7072f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.273185 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-eccf2e56-4886-457c-991b-bb926e6af22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.845066 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.339075 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.127528 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.223974 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:44:06.416159 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.225476 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1339e334-2279-4a37-9055-413b4eb17208 req-6bcf5c5d-97a3-4c6d-b597-bd095bddac2d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2132740 Jul 22 23:44:26.371214 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339e334-2279-4a37-9055-413b4eb17208 req-01c5b218-6d28-4982-be7c-9a653764233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:26.374130 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1339e334-2279-4a37-9055-413b4eb17208 req-01c5b218-6d28-4982-be7c-9a653764233c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 1099 time: 0.1024749 Jul 22 23:44:26.493829 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339e334-2279-4a37-9055-413b4eb17208 req-d50a8be4-ab5b-468b-ae42-46606508470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:26.496287 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1339e334-2279-4a37-9055-413b4eb17208 req-d50a8be4-ab5b-468b-ae42-46606508470e service neutron] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 916 time: 0.1025679 Jul 22 23:44:26.543764 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1339e334-2279-4a37-9055-413b4eb17208 req-77e2d2c5-f464-4c82-8dab-dbd8f3cddec0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923f7a45-191b-4246-94c7-d84656829c91 HTTP/1.1" status: 200 len: 217 time: 0.0407872 Jul 22 23:44:26.624617 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339e334-2279-4a37-9055-413b4eb17208 req-c4d624f2-7777-4c2e-85e1-f207bf76ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:26.626832 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1339e334-2279-4a37-9055-413b4eb17208 req-c4d624f2-7777-4c2e-85e1-f207bf76ca39 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0770319 Jul 22 23:44:26.680526 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1339e334-2279-4a37-9055-413b4eb17208 req-0eb6e41a-2687-4a9f-ac55-23ca4dc4ba7d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440519 Jul 22 23:44:26.826797 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1339e334-2279-4a37-9055-413b4eb17208 req-97722902-30da-4192-bdd0-d72d2376b357 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417232 Jul 22 23:44:26.999913 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1339e334-2279-4a37-9055-413b4eb17208 req-4d07859a-c53a-4d9e-8186-5783deaded8e service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630766 Jul 22 23:44:28.435343 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-621d7d6d-1e93-4549-82d0-7e6b6205c4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.279172 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-005741de-18bb-4bb6-99cc-4a546865dcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.848883 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.543370 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-9f654307-0154-496f-a078-7bfb185502cd tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:32.546661 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-9f654307-0154-496f-a078-7bfb185502cd tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 815 time: 0.1915407 Jul 22 23:44:32.576040 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-fef50d91-6132-4173-b38b-9d4730558cd2 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/quotas/937f29f0a71943f395943869a23488af HTTP/1.1" status: 200 len: 375 time: 0.0164554 Jul 22 23:44:32.676447 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-28e6e260-80a2-4705-886d-77f7b1ba4c57 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903690 Jul 22 23:44:32.859700 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-80e4c046-9ceb-455b-805d-f7a055620379 service neutron] 10.222.0.55 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823533 Jul 22 23:44:32.963126 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-3c97dd21-bd41-45ce-acc2-ac16a212b193 service neutron] 10.222.0.55 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943527 Jul 22 23:44:33.198448 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ccd43b94-33e5-4294-9a91-8630800cc059 req-a3313ef9-da65-428c-a467-8fa27e2a064d tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 210 time: 0.0514662 Jul 22 23:44:33.341584 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.325004 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7843d9b1-488c-4186-b2e4-38107281f48a req-d9c629b8-97af-42f1-abc3-fbe32ffe883f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 210 time: 0.0483577 Jul 22 23:44:34.612742 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-3616bd4f-1979-4a94-b4a9-d9eb8a6ffa7d tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:34.614444 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-3616bd4f-1979-4a94-b4a9-d9eb8a6ffa7d tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 815 time: 0.1566644 Jul 22 23:44:34.628655 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Request body: {'port': {'device_id': 'ac30aa32-aac4-4b19-9cab-a38459439453', 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d', 'admin_state_up': True, 'tenant_id': '937f29f0a71943f395943869a23488af'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:34.670195 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55340) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:34.811981 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.827648 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Made reservation on behalf of 937f29f0a71943f395943869a23488af for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:34.831236 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.943938 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.951467 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.002983 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a009396-28e1-48ab-954c-cd34c6e36e94,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:35.007838 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3e97b34207444cebc62832979b35484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359175 Jul 22 23:44:35.014441 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55348) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:35.016971 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.017497 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.018003 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.018544 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.019125 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.019769 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.020378 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.020850 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.021286 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.021815 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.022441 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.022951 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3353c86-a6a5-47e3-8882-e04c5182dbae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.023767 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Allocated IP 172.20.0.11 (9bb7762f-ac2d-4ec0-85ba-72671b57ad1d/7083e835-a21b-4ba4-8062-3b4a0bd5faff/97deebbf-7f29-48c3-9ac9-dfe8370b99b5) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:35.121869 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.157725 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.177500 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.292618 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.326834 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.331834 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.338909 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a009396-28e1-48ab-954c-cd34c6e36e94 HTTP/1.1" status: 204 len: 168 time: 0.3231342 Jul 22 23:44:35.378330 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a009396-28e1-48ab-954c-cd34c6e36e94,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:35.396822 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.397435 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.398020 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.398639 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.399404 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.400002 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.400595 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.401724 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.402356 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.404470 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.404880 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.405510 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d71ccf-9396-4256-8158-fcb6672d3daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:35.437904 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.457772 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['923f7a45-191b-4246-94c7-d84656829c91'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:44:35.526921 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e249e08-d46d-4b1d-b54f-b4369c7882fb req-3b3659eb-b5f3-4f93-8e04-0da525f61267 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:35.537089 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1e249e08-d46d-4b1d-b54f-b4369c7882fb req-3b3659eb-b5f3-4f93-8e04-0da525f61267 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 932 time: 0.1026723 Jul 22 23:44:35.552954 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Pushing event updated for resources: {'Port': ['ID=97deebbf-7f29-48c3-9ac9-dfe8370b99b5,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:35.595385 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:35.598061 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:35.606817 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1e249e08-d46d-4b1d-b54f-b4369c7882fb req-2e84d983-62fb-4a71-adda-f44440de07fe tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681677 Jul 22 23:44:35.610000 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:35.797330 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:35.800291 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.841390 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-bd62523c-2567-4d9b-a2b1-1e5e86bb99e5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2168443 Jul 22 23:44:35.854055 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Request body: {'port': {'device_id': 'ac30aa32-aac4-4b19-9cab-a38459439453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:35.950129 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.251114 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:44:36.266498 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.287466 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Transition to ACTIVE for port object 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:36.291266 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.381560 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Pushing event updated for resources: {'Port': ['ID=97deebbf-7f29-48c3-9ac9-dfe8370b99b5,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:36.418208 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.470410 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Attempting to bind port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:36.470758 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Attempting to bind port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:36.471088 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Attempting to bind port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:36.476313 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:44:36.476641 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Attempting to bind port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:36.483426 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:36.483771 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Checking segment: {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:36.484226 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Bound using segment: {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:36.484685 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Bound port: 97deebbf-7f29-48c3-9ac9-dfe8370b99b5, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:36.485044 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.560291 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] For port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:36.564647 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] For port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=97deebbf-7f29-48c3-9ac9-dfe8370b99b5,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:36.569938 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.611654 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:36.612237 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.613727 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] 10.222.0.78 "PUT /v2.0/ports/97deebbf-7f29-48c3-9ac9-dfe8370b99b5 HTTP/1.1" status: 200 len: 1094 time: 0.7643909 Jul 22 23:44:36.614218 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac30aa32-aac4-4b19-9cab-a38459439453', 'tag': '97deebbf-7f29-48c3-9ac9-dfe8370b99b5'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:36.616634 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dbb225-dad8-4dc0-9136-634195fff257" -d '{"events": [{"name": "network-changed", "server_uuid": "ac30aa32-aac4-4b19-9cab-a38459439453", "tag": "97deebbf-7f29-48c3-9ac9-dfe8370b99b5"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:36.645008 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdceb0c-c89e-496c-a2b2-22a36194d33a service neutron] Pushing event updated for resources: {'Port': ['ID=97deebbf-7f29-48c3-9ac9-dfe8370b99b5,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:36.733020 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-50d38579-615b-40ca-a037-617c522cf10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:36.734898 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-50d38579-615b-40ca-a037-617c522cf10d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 1097 time: 0.0698128 Jul 22 23:44:36.795899 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-e61d6021-05ee-45cf-b13c-724d0166a308 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97deebbf-7f29-48c3-9ac9-dfe8370b99b5 HTTP/1.1" status: 200 len: 217 time: 0.0514090 Jul 22 23:44:36.815072 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c5db7-e56d-467e-9e06-248003256696 req-bcc9265a-8ade-4ae2-ab8c-5cf258c375bd tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:36.818076 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-794c5db7-e56d-467e-9e06-248003256696 req-bcc9265a-8ade-4ae2-ab8c-5cf258c375bd tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 944 time: 0.0862436 Jul 22 23:44:36.865900 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-794c5db7-e56d-467e-9e06-248003256696 req-9aac8835-3615-433c-8d5e-0ef83dcbe3ba tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Jul 22 23:44:36.896917 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-6780ef73-a91d-4eaa-934a-6ec194c73b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:36.898548 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-6780ef73-a91d-4eaa-934a-6ec194c73b2d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0944798 Jul 22 23:44:36.949362 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-b8ca30a5-6da8-44e0-9553-ff6145011675 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395851 Jul 22 23:44:37.095137 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-42183776-3e01-4a56-81ba-a6da9c4217fc service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360209 Jul 22 23:44:37.204255 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9fbcbbca-ffeb-409c-a52e-845cff902649 req-da47144e-b92b-4410-bd9e-77132f250daa service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014810 Jul 22 23:44:37.973481 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54ad279-c986-46f0-8795-ebf3bbe274ef x-openstack-request-id: req-a54ad279-c986-46f0-8795-ebf3bbe274ef {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:37.974096 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac30aa32-aac4-4b19-9cab-a38459439453", "tag": "97deebbf-7f29-48c3-9ac9-dfe8370b99b5", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:37.974346 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a54ad279-c986-46f0-8795-ebf3bbe274ef {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:37.975106 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac30aa32-aac4-4b19-9cab-a38459439453', 'tag': '97deebbf-7f29-48c3-9ac9-dfe8370b99b5', 'status': 'completed', 'code': 200} Jul 22 23:44:38.045490 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e78a-769f-48c6-b27b-e0de8fc021ae req-ae60f309-dc99-459d-879f-d4447a89960f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:38.048298 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5c45e78a-769f-48c6-b27b-e0de8fc021ae req-ae60f309-dc99-459d-879f-d4447a89960f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 944 time: 0.0981841 Jul 22 23:44:38.092716 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbb225-dad8-4dc0-9136-634195fff257 req-013596a2-bd56-48b9-8b88-c8322c3318d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:38.095546 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-17dbb225-dad8-4dc0-9136-634195fff257 req-013596a2-bd56-48b9-8b88-c8322c3318d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 1097 time: 0.0887482 Jul 22 23:44:38.111474 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5c45e78a-769f-48c6-b27b-e0de8fc021ae req-2ec4ac7d-68c9-4dca-9a0d-05ad84d127f7 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Jul 22 23:44:38.212634 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbb225-dad8-4dc0-9136-634195fff257 req-f23633e4-2f7f-4833-a645-a217c2c5753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:38.214148 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-17dbb225-dad8-4dc0-9136-634195fff257 req-f23633e4-2f7f-4833-a645-a217c2c5753e service neutron] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 916 time: 0.1116772 Jul 22 23:44:38.260972 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-17dbb225-dad8-4dc0-9136-634195fff257 req-16aaa2fb-e8b2-4d74-821f-e61dd86583be service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97deebbf-7f29-48c3-9ac9-dfe8370b99b5 HTTP/1.1" status: 200 len: 217 time: 0.0398395 Jul 22 23:44:38.316853 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbb225-dad8-4dc0-9136-634195fff257 req-fdfed7f9-4d7f-4802-930e-71e77becc317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:38.318434 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-17dbb225-dad8-4dc0-9136-634195fff257 req-fdfed7f9-4d7f-4802-930e-71e77becc317 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0512590 Jul 22 23:44:38.355592 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-17dbb225-dad8-4dc0-9136-634195fff257 req-04f0b041-7f5e-4ff2-9141-11b258217146 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292864 Jul 22 23:44:38.455279 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-17dbb225-dad8-4dc0-9136-634195fff257 req-26fb736f-21be-47b3-9072-2b14bf5c006b service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918953 Jul 22 23:44:38.560201 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-17dbb225-dad8-4dc0-9136-634195fff257 req-80e32b05-2118-476f-a07b-87dde8e4d0f4 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965674 Jul 22 23:44:38.855720 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55436) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:38.911801 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fee57c-7d34-4941-8108-acf1001b083d admin admin] Deleting subnet 182268c4-fd1d-4dec-83b6-22696015a67f {{(pid=93214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:38.917309 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e9fee57c-7d34-4941-8108-acf1001b083d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.964363 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e9fee57c-7d34-4941-8108-acf1001b083d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229623'] for subnet, precommit_delete_associations {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.015741 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e9fee57c-7d34-4941-8108-acf1001b083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.078337 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e9fee57c-7d34-4941-8108-acf1001b083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6442870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044081'] for subnet, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.109568 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-e9fee57c-7d34-4941-8108-acf1001b083d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.111867 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-e9fee57c-7d34-4941-8108-acf1001b083d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/182268c4-fd1d-4dec-83b6-22696015a67f HTTP/1.1" status: 204 len: 168 time: 0.2550628 Jul 22 23:44:39.113027 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fee57c-7d34-4941-8108-acf1001b083d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182268c4-fd1d-4dec-83b6-22696015a67f,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:39.115883 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55440) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:39.221405 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.546267 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:44:39.613678 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.629655 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0084e1c-2902-4a34-8532-3a1645495e8d']}} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:39.642277 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80ff20c-6e4c-4f0e-b33a-91d2fcd41c23') {'for_net_delete': True} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:39.642621 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80ff20c-6e4c-4f0e-b33a-91d2fcd41c23') {} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:39.659586 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229630'] for segment, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.674951 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=97deebbf-7f29-48c3-9ac9-dfe8370b99b5,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:39.675273 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246920-e2f9-47f5-8411-766e248853b7 req-396ce52b-6696-4242-9c53-7820d714ed18 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.677001 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ea246920-e2f9-47f5-8411-766e248853b7 req-396ce52b-6696-4242-9c53-7820d714ed18 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 944 time: 0.4406343 Jul 22 23:44:39.687326 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.693252 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '97deebbf-7f29-48c3-9ac9-dfe8370b99b5', 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d', 'port_id': '97deebbf-7f29-48c3-9ac9-dfe8370b99b5', 'mac_address': 'fa:16:3e:73:23:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7083e835-a21b-4ba4-8062-3b4a0bd5faff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:44:39.701428 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:39.701843 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6442764'] for segment, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: Traceback (most recent call last): Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: timer() Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: cb(*args, **kw) Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: return func(*args, **kwargs) Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: self._notify() Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: self.callback(batched_events) Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: event.method(event) Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: return f(self, *a, **k) Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._get(url).json() Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:39.703691 dv-cinder-801916-1-iscsi neutron-server[93214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:39.747928 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.763307 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:44:39.781525 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ea246920-e2f9-47f5-8411-766e248853b7 req-b6e8f220-f8f7-45e8-9142-43d733b21979 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916789 Jul 22 23:44:39.794200 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=97deebbf-7f29-48c3-9ac9-dfe8370b99b5,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:39.798651 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.800902 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.807114 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.812097 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] 10.222.0.55 "DELETE /v2.0/networks/d0084e1c-2902-4a34-8532-3a1645495e8d HTTP/1.1" status: 204 len: 168 time: 0.6948287 Jul 22 23:44:39.812606 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55444) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:39.823230 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af3339-9c3c-4bef-8902-f6ceeb80090f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0084e1c-2902-4a34-8532-3a1645495e8d,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:39.884867 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e36d44-c1d5-4edc-8d7a-3421f5fd1cd3 admin admin] Deleting subnet 7471a9b8-b738-4fb3-9584-f7279b49b3ac {{(pid=93213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:39.888810 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=97deebbf-7f29-48c3-9ac9-dfe8370b99b5,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:39.889785 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b7e36d44-c1d5-4edc-8d7a-3421f5fd1cd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.902102 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.902665 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.903788 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.904338 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.904882 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.905461 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.906056 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.906626 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.907211 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.907758 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.908307 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.909219 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:39.947230 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b7e36d44-c1d5-4edc-8d7a-3421f5fd1cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5845599'] for subnet, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.999976 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b7e36d44-c1d5-4edc-8d7a-3421f5fd1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.064210 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b7e36d44-c1d5-4edc-8d7a-3421f5fd1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4474701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4662459'] for subnet, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.095887 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e36d44-c1d5-4edc-8d7a-3421f5fd1cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7471a9b8-b738-4fb3-9584-f7279b49b3ac,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:40.099172 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b7e36d44-c1d5-4edc-8d7a-3421f5fd1cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.103481 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b7e36d44-c1d5-4edc-8d7a-3421f5fd1cd3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7471a9b8-b738-4fb3-9584-f7279b49b3ac HTTP/1.1" status: 204 len: 168 time: 0.2847850 Jul 22 23:44:40.106332 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55452) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:40.119863 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['97deebbf-7f29-48c3-9ac9-dfe8370b99b5'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:44:40.208017 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.295427 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.306992 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05435db-aa07-44a8-9f2d-1fe28b7d7405']}} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:40.320364 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e49a78-d14c-413c-a3c8-ab10d474f50b') {'for_net_delete': True} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:40.320657 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e49a78-d14c-413c-a3c8-ab10d474f50b') {} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:40.333196 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5845590'] for segment, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.353774 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.361564 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=93213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:40.362289 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4474679'] for segment, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: Traceback (most recent call last): Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: timer() Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: cb(*args, **kw) Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: return func(*args, **kwargs) Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: self._notify() Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: self.callback(batched_events) Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: event.method(event) Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: return f(self, *a, **k) Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._get(url).json() Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:40.364107 dv-cinder-801916-1-iscsi neutron-server[93213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:40.428646 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.435697 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.437597 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f05435db-aa07-44a8-9f2d-1fe28b7d7405 HTTP/1.1" status: 204 len: 168 time: 0.3299751 Jul 22 23:44:40.450672 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855f813-b112-4792-9e2a-8eb8dc7780d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f05435db-aa07-44a8-9f2d-1fe28b7d7405,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:40.633349 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55458) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:40.679385 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-011ab848-616b-4edf-8900-1523801c3352 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99e52034baeb4751bd41f17e07f3216b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428016 Jul 22 23:44:40.680667 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55460) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:40.765567 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d1003044-0492-4393-b40e-38701148dce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.799915 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d1003044-0492-4393-b40e-38701148dce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.856593 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d1003044-0492-4393-b40e-38701148dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.859647 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d1003044-0492-4393-b40e-38701148dce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.861270 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-d1003044-0492-4393-b40e-38701148dce3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f99516fe-fa1d-48c6-9d49-bd8cad75ce84 HTTP/1.1" status: 204 len: 168 time: 0.1791179 Jul 22 23:44:40.873460 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1003044-0492-4393-b40e-38701148dce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99516fe-fa1d-48c6-9d49-bd8cad75ce84,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:40.960643 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80429cc-f06f-40d4-ab1b-743e2b09dd46 req-634dc9d1-eeaa-4e7b-9f66-5542e6acffaf tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.962391 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a80429cc-f06f-40d4-ab1b-743e2b09dd46 req-634dc9d1-eeaa-4e7b-9f66-5542e6acffaf tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 945 time: 0.0805147 Jul 22 23:44:41.041418 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a80429cc-f06f-40d4-ab1b-743e2b09dd46 req-2eb908f0-2bf5-4406-bbfc-25fad4ff533f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663486 Jul 22 23:44:41.363479 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55476) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:41.408092 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-2724ca00-4a81-4dba-aabe-7cc4650ac090 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=683e3e360b7240ecb2ea6d9cdc1fd929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431840 Jul 22 23:44:41.410821 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55478) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:41.471098 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d1943306-43a2-4ee4-8d51-4586578d0ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.495303 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d1943306-43a2-4ee4-8d51-4586578d0ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.548593 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d1943306-43a2-4ee4-8d51-4586578d0ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.551511 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d1943306-43a2-4ee4-8d51-4586578d0ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.553024 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-d1943306-43a2-4ee4-8d51-4586578d0ffc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8537fd2e-5a42-45db-a339-ea636321a776 HTTP/1.1" status: 204 len: 168 time: 0.1410136 Jul 22 23:44:41.560933 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:41.564803 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1943306-43a2-4ee4-8d51-4586578d0ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8537fd2e-5a42-45db-a339-ea636321a776,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:41.638693 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:41.643840 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:41.644344 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.732854 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.763068 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30aa32-aac4-4b19-9cab-a38459439453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97deebbf-7f29-48c3-9ac9-dfe8370b99b5'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:41.765456 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d02e15-43a3-45ba-83ee-1a6c628f8cac" -d '{"events": [{"server_uuid": "ac30aa32-aac4-4b19-9cab-a38459439453", "name": "network-vif-plugged", "status": "completed", "tag": "97deebbf-7f29-48c3-9ac9-dfe8370b99b5"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:41.787856 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=97deebbf-7f29-48c3-9ac9-dfe8370b99b5,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:41.793631 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.853613 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=97deebbf-7f29-48c3-9ac9-dfe8370b99b5,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:42.040319 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b3f4ca-0cd5-4bca-8d13-641c833316ac x-openstack-request-id: req-47b3f4ca-0cd5-4bca-8d13-641c833316ac {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:42.040700 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30aa32-aac4-4b19-9cab-a38459439453", "name": "network-vif-plugged", "status": "completed", "tag": "97deebbf-7f29-48c3-9ac9-dfe8370b99b5", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:42.041022 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47b3f4ca-0cd5-4bca-8d13-641c833316ac {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:42.041604 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30aa32-aac4-4b19-9cab-a38459439453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97deebbf-7f29-48c3-9ac9-dfe8370b99b5', 'code': 200} Jul 22 23:44:42.225453 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:44:42.257189 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133aedb2-c695-4e70-8a67-5a15c2f83913 req-a2d329be-a41e-4239-99cf-b78b7b3789c0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:42.259167 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-133aedb2-c695-4e70-8a67-5a15c2f83913 req-a2d329be-a41e-4239-99cf-b78b7b3789c0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 946 time: 0.1248677 Jul 22 23:44:42.317804 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-133aedb2-c695-4e70-8a67-5a15c2f83913 req-9d0a4e30-a940-4640-bff9-7af517e347af tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474796 Jul 22 23:44:42.377545 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66910-2ce5-4709-b5e4-4e102ddb3698 req-70117a2c-59ee-4443-b929-9b4838ac3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:42.379853 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-93f66910-2ce5-4709-b5e4-4e102ddb3698 req-70117a2c-59ee-4443-b929-9b4838ac3389 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 1099 time: 0.1046832 Jul 22 23:44:42.426287 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-93f66910-2ce5-4709-b5e4-4e102ddb3698 req-4d9a0f1e-876a-4600-bd2f-c44d310edca1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Jul 22 23:44:43.022664 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55526) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:43.179569 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9d64d658-3a7e-4b91-bfd8-583388a70b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.291900 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9d64d658-3a7e-4b91-bfd8-583388a70b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.297345 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9d64d658-3a7e-4b91-bfd8-583388a70b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.345508 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-9d64d658-3a7e-4b91-bfd8-583388a70b84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ba77fef487f4340b05219f79f8fc6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214519 Jul 22 23:44:43.348338 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55534) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:43.351977 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64d658-3a7e-4b91-bfd8-583388a70b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bb4073-2daf-49b2-bd79-69b820b95f5e,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:43.457169 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3b21b5b1-117b-41ad-a4a6-a26fa3efca2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.484122 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3b21b5b1-117b-41ad-a4a6-a26fa3efca2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.560896 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3b21b5b1-117b-41ad-a4a6-a26fa3efca2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.562320 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684d4b5-9061-4c21-9739-2c14ec0d6919 req-e5d8bfca-75cd-4cf5-b7d3-a3258ae4e9dc tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:43.563972 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6684d4b5-9061-4c21-9739-2c14ec0d6919 req-e5d8bfca-75cd-4cf5-b7d3-a3258ae4e9dc tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 946 time: 0.1212921 Jul 22 23:44:43.567092 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3b21b5b1-117b-41ad-a4a6-a26fa3efca2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.572337 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-3b21b5b1-117b-41ad-a4a6-a26fa3efca2a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06bb4073-2daf-49b2-bd79-69b820b95f5e HTTP/1.1" status: 204 len: 168 time: 0.2185585 Jul 22 23:44:43.579492 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21b5b1-117b-41ad-a4a6-a26fa3efca2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bb4073-2daf-49b2-bd79-69b820b95f5e,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:43.631313 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6684d4b5-9061-4c21-9739-2c14ec0d6919 req-c7df8403-32bd-46b3-afe0-86852b1bb353 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585756 Jul 22 23:44:45.038167 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55620) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:45.389753 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_v2 [None req-705b9a8a-2c25-49ba-8038-92ed7aa85419 admin admin] Deleting subnet 434387a4-04e4-4d82-80d3-e710695ceac9 {{(pid=93214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:45.393778 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-705b9a8a-2c25-49ba-8038-92ed7aa85419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.443660 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-705b9a8a-2c25-49ba-8038-92ed7aa85419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229623'] for subnet, precommit_delete_associations {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.503404 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-705b9a8a-2c25-49ba-8038-92ed7aa85419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.572559 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-705b9a8a-2c25-49ba-8038-92ed7aa85419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6442870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044081'] for subnet, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.604324 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b9a8a-2c25-49ba-8038-92ed7aa85419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434387a4-04e4-4d82-80d3-e710695ceac9,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:45.609593 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-705b9a8a-2c25-49ba-8038-92ed7aa85419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.614214 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55640) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:45.623210 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-705b9a8a-2c25-49ba-8038-92ed7aa85419 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/434387a4-04e4-4d82-80d3-e710695ceac9 HTTP/1.1" status: 204 len: 168 time: 0.5835700 Jul 22 23:44:45.690708 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.953330 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.984892 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ab8e55-ff83-4383-9b62-9cbaa631f84e']}} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:46.009380 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13206ee-2f23-40ea-ac32-883c30ab0f5e') {'for_net_delete': True} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:46.009826 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13206ee-2f23-40ea-ac32-883c30ab0f5e') {} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:46.039031 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5845590'] for segment, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.057112 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-141e7042-f7f4-4eaa-9f3c-7002cf84d572 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:46.058787 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-141e7042-f7f4-4eaa-9f3c-7002cf84d572 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 815 time: 0.3101645 Jul 22 23:44:46.068958 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.082385 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=93213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:46.082752 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4474679'] for segment, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: Traceback (most recent call last): Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: timer() Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: cb(*args, **kw) Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: return func(*args, **kwargs) Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: self._notify() Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: self.callback(batched_events) Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: event.method(event) Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: return f(self, *a, **k) Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._get(url).json() Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:46.084552 dv-cinder-801916-1-iscsi neutron-server[93213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:46.095561 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-03f7e0b8-90cf-4a05-9fe1-bfcbf9574ba7 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/quotas/937f29f0a71943f395943869a23488af HTTP/1.1" status: 200 len: 375 time: 0.0290029 Jul 22 23:44:46.188191 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.199476 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.202255 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] 10.222.0.55 "DELETE /v2.0/networks/07ab8e55-ff83-4383-9b62-9cbaa631f84e HTTP/1.1" status: 204 len: 168 time: 0.5869920 Jul 22 23:44:46.217709 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20ef2f-3bc8-42b7-b1a1-a2ec2e57ee4f admin admin] Pushing event deleted for resources: {'Network': ['ID=07ab8e55-ff83-4383-9b62-9cbaa631f84e,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:46.235111 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-0e46fd32-20b1-423a-9add-5a28d83d2623 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299605 Jul 22 23:44:46.310949 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-2ea1e5fb-2cf5-4031-a8ac-78a07f326b63 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:44:46.312532 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-2ea1e5fb-2cf5-4031-a8ac-78a07f326b63 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0712883 Jul 22 23:44:46.384945 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 55664) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:46.474506 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-45f79338-aa89-407e-9580-12237be31e82 service neutron] 10.222.0.55 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504183 Jul 22 23:44:46.476912 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-6195fe24-8b86-4c5a-b5c0-8ba785c6d801 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=207f499e75124b56a9a40222d64c855c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907650 Jul 22 23:44:46.481369 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55668) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:46.548138 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d3be0604-567e-4016-b3c6-96bdd438a0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.571850 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d3be0604-567e-4016-b3c6-96bdd438a0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.621184 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-6e553185-3280-4e30-8e20-b3ec2b0b5edd service neutron] 10.222.0.55 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399226 Jul 22 23:44:46.629659 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d3be0604-567e-4016-b3c6-96bdd438a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.634481 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d3be0604-567e-4016-b3c6-96bdd438a0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.640475 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-d3be0604-567e-4016-b3c6-96bdd438a0e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d43182c-dce4-4f0d-afa6-843bf0a4898d HTTP/1.1" status: 204 len: 168 time: 0.1537011 Jul 22 23:44:46.651226 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be0604-567e-4016-b3c6-96bdd438a0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d43182c-dce4-4f0d-afa6-843bf0a4898d,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:46.899732 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b8e10206-dc66-4950-9c5a-5a23812686eb req-8dff2501-db1c-409f-9c9c-f6df6c2774ae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 210 time: 0.0526922 Jul 22 23:44:48.027509 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-b6d36dab-a7d0-4b3f-81c7-bc97bcae12b9 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:48.029482 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-b6d36dab-a7d0-4b3f-81c7-bc97bcae12b9 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 815 time: 0.1316094 Jul 22 23:44:48.044242 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Request body: {'port': {'device_id': '709194a2-8604-4044-8dcc-f8ce1e960e83', 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d', 'admin_state_up': True, 'tenant_id': '937f29f0a71943f395943869a23488af'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:48.073132 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-bf686df4-7132-4625-8ea0-62fa9762232e req-3e87b1f9-56d6-4466-a7f2-1017588a5bf9 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 210 time: 0.0586460 Jul 22 23:44:48.218477 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Made reservation on behalf of 937f29f0a71943f395943869a23488af for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:48.222491 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.373081 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Allocated IP 172.20.0.10 (9bb7762f-ac2d-4ec0-85ba-72671b57ad1d/7083e835-a21b-4ba4-8062-3b4a0bd5faff/0368e422-8212-46e0-9313-f1c5b94b1309) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:48.580287 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.625097 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.639103 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['923f7a45-191b-4246-94c7-d84656829c91', '97deebbf-7f29-48c3-9ac9-dfe8370b99b5'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:44:48.679694 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:48.688682 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:48.699068 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:48.708706 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Pushing event updated for resources: {'Port': ['ID=0368e422-8212-46e0-9313-f1c5b94b1309,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:48.760291 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:48.760964 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.777475 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e63684e1-6843-4871-bd2a-88dca9267fae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7387588 Jul 22 23:44:48.791212 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Request body: {'port': {'device_id': '709194a2-8604-4044-8dcc-f8ce1e960e83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:48.886249 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.299087 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0368e422-8212-46e0-9313-f1c5b94b1309 {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:44:49.308628 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.335187 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6fe25-13d7-4222-80b1-e898daa35d7b req-152eff14-ca7f-4dcf-94d9-0063cd47159c tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:49.336833 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-41e6fe25-13d7-4222-80b1-e898daa35d7b req-152eff14-ca7f-4dcf-94d9-0063cd47159c tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 932 time: 0.1347089 Jul 22 23:44:49.337953 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Transition to ACTIVE for port object 0368e422-8212-46e0-9313-f1c5b94b1309 will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:49.343734 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.470475 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Pushing event updated for resources: {'Port': ['ID=0368e422-8212-46e0-9313-f1c5b94b1309,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:49.534534 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-41e6fe25-13d7-4222-80b1-e898daa35d7b req-065474e4-7e7b-4239-9e45-3a98740b9d18 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873274 Jul 22 23:44:49.613371 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Attempting to bind port 0368e422-8212-46e0-9313-f1c5b94b1309 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:49.613724 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Attempting to bind port 0368e422-8212-46e0-9313-f1c5b94b1309 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:49.614099 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Attempting to bind port 0368e422-8212-46e0-9313-f1c5b94b1309 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:49.618831 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Port 0368e422-8212-46e0-9313-f1c5b94b1309 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:44:49.619152 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Attempting to bind port 0368e422-8212-46e0-9313-f1c5b94b1309 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:49.625595 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:49.625864 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Checking segment: {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:49.626285 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Bound using segment: {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:49.626727 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Bound port: 0368e422-8212-46e0-9313-f1c5b94b1309, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:49.627088 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.713885 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] For port 0368e422-8212-46e0-9313-f1c5b94b1309, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:49.718414 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] For port 0368e422-8212-46e0-9313-f1c5b94b1309, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0368e422-8212-46e0-9313-f1c5b94b1309,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:49.723977 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.766165 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:49.766792 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.768221 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] 10.222.0.78 "PUT /v2.0/ports/0368e422-8212-46e0-9313-f1c5b94b1309 HTTP/1.1" status: 200 len: 1094 time: 0.9829497 Jul 22 23:44:49.768675 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709194a2-8604-4044-8dcc-f8ce1e960e83', 'tag': '0368e422-8212-46e0-9313-f1c5b94b1309'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:49.770988 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b97a74-ccbf-4ae5-91e8-2633c858cae8" -d '{"events": [{"name": "network-changed", "server_uuid": "709194a2-8604-4044-8dcc-f8ce1e960e83", "tag": "0368e422-8212-46e0-9313-f1c5b94b1309"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:49.802536 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633b331-67d3-40b1-8764-d79c1ebebaba service neutron] Pushing event updated for resources: {'Port': ['ID=0368e422-8212-46e0-9313-f1c5b94b1309,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:49.831933 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a5880e-d140-4142-b926-094d6bdd9225 x-openstack-request-id: req-06a5880e-d140-4142-b926-094d6bdd9225 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:49.831933 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709194a2-8604-4044-8dcc-f8ce1e960e83", "tag": "0368e422-8212-46e0-9313-f1c5b94b1309", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:49.831933 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06a5880e-d140-4142-b926-094d6bdd9225 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:49.831933 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709194a2-8604-4044-8dcc-f8ce1e960e83', 'tag': '0368e422-8212-46e0-9313-f1c5b94b1309', 'status': 'completed', 'code': 200} Jul 22 23:44:49.889746 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-f1a2b57f-b586-436d-8fed-5883deb674a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:49.891389 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-f1a2b57f-b586-436d-8fed-5883deb674a8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 1097 time: 0.0709803 Jul 22 23:44:49.935610 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-6d129fa2-7ef3-4011-8334-05753fe39f47 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0368e422-8212-46e0-9313-f1c5b94b1309 HTTP/1.1" status: 200 len: 217 time: 0.0359855 Jul 22 23:44:49.992219 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-4c2075aa-7f73-4d49-a60a-74d6e88a5691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:49.993710 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-4c2075aa-7f73-4d49-a60a-74d6e88a5691 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0516961 Jul 22 23:44:50.032342 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-4d9c3156-058c-4c47-95ed-4caccd363773 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308070 Jul 22 23:44:50.143535 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-0b5dabe1-da1e-4e2d-a8b0-54f33b367bbf service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043220 Jul 22 23:44:50.250841 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-77e3b437-e2c5-4b9d-9ec5-2bcaaf15f87b req-0935c89b-7de1-40ad-92a2-a0c8add46f7b service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003573 Jul 22 23:44:50.372221 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b97a74-ccbf-4ae5-91e8-2633c858cae8 req-8b6c2ea9-4da4-490d-aac1-ef57d35c6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:50.373762 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7b97a74-ccbf-4ae5-91e8-2633c858cae8 req-8b6c2ea9-4da4-490d-aac1-ef57d35c6e3e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 1097 time: 0.0711484 Jul 22 23:44:50.483332 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b97a74-ccbf-4ae5-91e8-2633c858cae8 req-baa6e0e9-3637-4405-ace8-4ad8be67b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:50.485310 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7b97a74-ccbf-4ae5-91e8-2633c858cae8 req-baa6e0e9-3637-4405-ace8-4ad8be67b399 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 916 time: 0.1023057 Jul 22 23:44:50.539040 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7b97a74-ccbf-4ae5-91e8-2633c858cae8 req-765ad923-c36c-4740-b0c0-4c1e96f3663a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0368e422-8212-46e0-9313-f1c5b94b1309 HTTP/1.1" status: 200 len: 217 time: 0.0373614 Jul 22 23:44:50.594115 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b97a74-ccbf-4ae5-91e8-2633c858cae8 req-bd15c84c-4d2b-45e5-963f-7e6585a8aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:50.595731 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7b97a74-ccbf-4ae5-91e8-2633c858cae8 req-bd15c84c-4d2b-45e5-963f-7e6585a8aa2e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0500836 Jul 22 23:44:50.647718 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7b97a74-ccbf-4ae5-91e8-2633c858cae8 req-768790e8-7b56-4c0e-a37b-95b97e3d68b6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443130 Jul 22 23:44:50.790752 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23809a46-67f3-4933-8800-b199ef3dc977 req-0f3e625e-3c4e-44a2-9572-8a161c3be87a tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:50.792282 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-23809a46-67f3-4933-8800-b199ef3dc977 req-0f3e625e-3c4e-44a2-9572-8a161c3be87a tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 944 time: 0.1557610 Jul 22 23:44:50.796688 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7b97a74-ccbf-4ae5-91e8-2633c858cae8 req-4ef3df3b-3575-45fc-a538-e8587e35888d service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271513 Jul 22 23:44:50.865159 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-23809a46-67f3-4933-8800-b199ef3dc977 req-3e61a2ef-38cd-4553-a1cc-a10aed82154c tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636301 Jul 22 23:44:50.932417 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7b97a74-ccbf-4ae5-91e8-2633c858cae8 req-d4a13fdd-a17c-42e2-90f6-323751dfcb3e service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231756 Jul 22 23:44:52.022093 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9c59a-1bc3-4221-8b25-3a5eb21f86c0 req-9202d487-3da9-4cbc-8991-86ab907840b7 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.023700 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-31c9c59a-1bc3-4221-8b25-3a5eb21f86c0 req-9202d487-3da9-4cbc-8991-86ab907840b7 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 944 time: 0.0801616 Jul 22 23:44:52.070287 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-31c9c59a-1bc3-4221-8b25-3a5eb21f86c0 req-0c78b12a-84f6-4f5e-a6b0-c4f06cdf6749 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 Jul 22 23:44:53.223330 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cdb18-0556-4dc9-a6b6-5c55df92fbe4 req-c6703a30-4fb6-4d28-a66e-05b00a10e588 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.226989 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e80cdb18-0556-4dc9-a6b6-5c55df92fbe4 req-c6703a30-4fb6-4d28-a66e-05b00a10e588 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 944 time: 0.0762780 Jul 22 23:44:53.294674 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e80cdb18-0556-4dc9-a6b6-5c55df92fbe4 req-8380e4f0-e803-4995-980f-8ea333ce7144 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577617 Jul 22 23:44:53.643171 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 0368e422-8212-46e0-9313-f1c5b94b1309 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:44:53.759107 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 0368e422-8212-46e0-9313-f1c5b94b1309, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0368e422-8212-46e0-9313-f1c5b94b1309,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:53.775802 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '0368e422-8212-46e0-9313-f1c5b94b1309', 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d', 'port_id': '0368e422-8212-46e0-9313-f1c5b94b1309', 'mac_address': 'fa:16:3e:20:8a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7083e835-a21b-4ba4-8062-3b4a0bd5faff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:44:53.819813 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:53.835489 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0368e422-8212-46e0-9313-f1c5b94b1309 {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:44:53.858729 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 0368e422-8212-46e0-9313-f1c5b94b1309, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0368e422-8212-46e0-9313-f1c5b94b1309,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:53.863844 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:53.921112 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=0368e422-8212-46e0-9313-f1c5b94b1309,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:54.125833 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['0368e422-8212-46e0-9313-f1c5b94b1309'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:44:54.451905 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcfeae-ae20-477f-9e24-6abbad1fcd3f req-0978f4e4-688d-4368-947c-f18d0f693922 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:54.453533 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c7dcfeae-ae20-477f-9e24-6abbad1fcd3f req-0978f4e4-688d-4368-947c-f18d0f693922 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 945 time: 0.0737498 Jul 22 23:44:54.501689 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c7dcfeae-ae20-477f-9e24-6abbad1fcd3f req-d0bc2c67-247a-4e39-ae4b-6b172f539916 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379696 Jul 22 23:44:55.657267 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 0368e422-8212-46e0-9313-f1c5b94b1309 up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:55.671086 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bb2a3-72c3-4c4a-a425-fad393cb4a80 req-ac7aa3e0-9487-42d2-a465-00cd19adea02 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:55.673763 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-450bb2a3-72c3-4c4a-a425-fad393cb4a80 req-ac7aa3e0-9487-42d2-a465-00cd19adea02 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 945 time: 0.0806031 Jul 22 23:44:55.726816 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 0368e422-8212-46e0-9313-f1c5b94b1309 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:55.729824 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-450bb2a3-72c3-4c4a-a425-fad393cb4a80 req-67ff5bbd-4c9a-4006-bce6-db466b136fab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490675 Jul 22 23:44:55.732532 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 0368e422-8212-46e0-9313-f1c5b94b1309 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:55.733094 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.846464 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.873144 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709194a2-8604-4044-8dcc-f8ce1e960e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0368e422-8212-46e0-9313-f1c5b94b1309'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:55.875489 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ef9c9d-e0e8-43cb-9319-38df2934e3ad" -d '{"events": [{"server_uuid": "709194a2-8604-4044-8dcc-f8ce1e960e83", "name": "network-vif-plugged", "status": "completed", "tag": "0368e422-8212-46e0-9313-f1c5b94b1309"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:55.891635 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 0368e422-8212-46e0-9313-f1c5b94b1309, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0368e422-8212-46e0-9313-f1c5b94b1309,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:55.897663 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.924698 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dc7054-e886-4add-9b5c-921d8f6e76e4 x-openstack-request-id: req-e5dc7054-e886-4add-9b5c-921d8f6e76e4 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:55.924980 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709194a2-8604-4044-8dcc-f8ce1e960e83", "name": "network-vif-plugged", "status": "completed", "tag": "0368e422-8212-46e0-9313-f1c5b94b1309", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:55.925227 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5dc7054-e886-4add-9b5c-921d8f6e76e4 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:55.925608 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709194a2-8604-4044-8dcc-f8ce1e960e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0368e422-8212-46e0-9313-f1c5b94b1309', 'code': 200} Jul 22 23:44:55.957775 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=0368e422-8212-46e0-9313-f1c5b94b1309,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:56.123306 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f205717-a89c-4ac0-84d9-c586dc2be764 req-0d3686f5-4d4f-47f9-aa2a-305283a5e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:56.125044 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6f205717-a89c-4ac0-84d9-c586dc2be764 req-0d3686f5-4d4f-47f9-aa2a-305283a5e991 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 1099 time: 0.0562611 Jul 22 23:44:56.164486 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6f205717-a89c-4ac0-84d9-c586dc2be764 req-7a4c1814-233b-4238-b245-115ec2bc7eca service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305667 Jul 22 23:44:56.875078 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b0a53-befc-41ec-bda8-13f07fc5ff52 req-2a95a583-5e6e-43d9-933f-bde58f1d8edc tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:56.876832 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f22b0a53-befc-41ec-bda8-13f07fc5ff52 req-2a95a583-5e6e-43d9-933f-bde58f1d8edc tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 946 time: 0.0748353 Jul 22 23:44:56.927238 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f22b0a53-befc-41ec-bda8-13f07fc5ff52 req-87467faa-b3b8-4d38-85ea-5df5dab48393 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Jul 22 23:44:58.079012 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd5b04-e6f5-42c2-af9d-e1c480c754e3 req-f89e2a5f-d8ec-4d20-95c5-d71b8a7f23bf tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:58.080619 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-fefd5b04-e6f5-42c2-af9d-e1c480c754e3 req-f89e2a5f-d8ec-4d20-95c5-d71b8a7f23bf tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 946 time: 0.0699282 Jul 22 23:44:58.124627 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-fefd5b04-e6f5-42c2-af9d-e1c480c754e3 req-adaef500-1d46-4d4a-a9b8-0a0fc2808fef tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380156 Jul 22 23:44:58.442599 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a7f06141-fe3d-4094-be2e-06e150ef334e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.280356 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7d21956c-3765-42b5-b157-e673a027550e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.858054 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.344932 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.131716 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.418282 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.340189 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-a9bf00f3-2418-4958-af90-33ffa9e1b4a0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:09.343018 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-a9bf00f3-2418-4958-af90-33ffa9e1b4a0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 815 time: 0.1531026 Jul 22 23:45:09.371828 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-19f5954e-1249-454e-8373-bdd6079cc328 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/quotas/937f29f0a71943f395943869a23488af HTTP/1.1" status: 200 len: 375 time: 0.0174730 Jul 22 23:45:09.477131 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-db350427-d03a-4c55-bb48-ca9302453516 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991418 Jul 22 23:45:09.584691 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-38a37dc3-040f-4cb7-afa5-7cdcf8990e70 service neutron] 10.222.0.55 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002662 Jul 22 23:45:09.725164 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-9d4b5a6b-a4c0-42ca-bb2a-9c25ed7b3729 service neutron] 10.222.0.55 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328378 Jul 22 23:45:09.982449 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6d3ff1f1-258d-4b71-8586-279adcdd477a req-2c84d5cd-e650-40ad-9b17-d2b9c8dd9046 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 210 time: 0.0527139 Jul 22 23:45:11.119817 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-29ce6ca6-2fe0-457b-91bc-34a225debb45 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:11.122716 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-29ce6ca6-2fe0-457b-91bc-34a225debb45 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 815 time: 0.1387899 Jul 22 23:45:11.138511 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Request body: {'port': {'device_id': '64af2045-19ad-4ccf-8041-9f27ba02574b', 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d', 'admin_state_up': True, 'tenant_id': '937f29f0a71943f395943869a23488af'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:11.162779 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-86bb747c-a847-4363-bc2d-a860a613c7ad req-692dc5dc-4099-4400-a351-816796e82ad5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 210 time: 0.0706866 Jul 22 23:45:11.295233 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Made reservation on behalf of 937f29f0a71943f395943869a23488af for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:11.301571 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.492434 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Allocated IP 172.20.0.2 (9bb7762f-ac2d-4ec0-85ba-72671b57ad1d/7083e835-a21b-4ba4-8062-3b4a0bd5faff/5e59ef72-c42d-4d21-ae7b-5e8ce478a040) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:11.683152 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.728267 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.742013 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['923f7a45-191b-4246-94c7-d84656829c91', '97deebbf-7f29-48c3-9ac9-dfe8370b99b5', '0368e422-8212-46e0-9313-f1c5b94b1309'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:11.779065 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:11.783947 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:11.788335 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:11.796376 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Pushing event updated for resources: {'Port': ['ID=5e59ef72-c42d-4d21-ae7b-5e8ce478a040,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:11.846657 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:11.847324 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.863958 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-ca549a93-3b38-4c3b-a8e4-c3c1dc0567f4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7310474 Jul 22 23:45:12.334223 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b57f2-9a2b-45fb-abfb-8af7a7234039 req-f01fd31a-9120-46e4-8444-a3950c318d98 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:12.335892 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-994b57f2-9a2b-45fb-abfb-8af7a7234039 req-f01fd31a-9120-46e4-8444-a3950c318d98 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 931 time: 0.0759120 Jul 22 23:45:12.384795 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-994b57f2-9a2b-45fb-abfb-8af7a7234039 req-e6007e0e-9822-4427-a19d-515a59804c55 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Jul 22 23:45:13.534319 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155f73d-98f8-4824-b279-8f0a74c1aeff req-4494456d-781e-4dcb-a370-e2c6519a2daf tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:13.534319 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6155f73d-98f8-4824-b279-8f0a74c1aeff req-4494456d-781e-4dcb-a370-e2c6519a2daf tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 931 time: 0.0726395 Jul 22 23:45:13.578355 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6155f73d-98f8-4824-b279-8f0a74c1aeff req-1dc5265b-6660-43f2-ab7b-83b3527f60fe tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365963 Jul 22 23:45:14.038925 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Request body: {'port': {'device_id': '64af2045-19ad-4ccf-8041-9f27ba02574b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:14.115910 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.410865 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:45:14.424438 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.444832 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Transition to ACTIVE for port object 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:14.450916 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.528678 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Pushing event updated for resources: {'Port': ['ID=5e59ef72-c42d-4d21-ae7b-5e8ce478a040,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:14.611776 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Attempting to bind port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:14.612575 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Attempting to bind port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:14.613310 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Attempting to bind port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:14.622568 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:45:14.623112 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Attempting to bind port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 on network 9bb7762f-ac2d-4ec0-85ba-72671b57ad1d {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:14.633640 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:14.634228 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Checking segment: {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:14.634844 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Bound using segment: {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:14.635403 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Bound port: 5e59ef72-c42d-4d21-ae7b-5e8ce478a040, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:14.636338 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.741868 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] For port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:14.759802 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] For port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5e59ef72-c42d-4d21-ae7b-5e8ce478a040,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:14.768098 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.790534 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403f121-5d8a-49db-b85b-b1e820cace18 req-c91b356f-b1dd-40d5-baa4-4b1edfd727e3 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:14.792733 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4403f121-5d8a-49db-b85b-b1e820cace18 req-c91b356f-b1dd-40d5-baa4-4b1edfd727e3 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 943 time: 0.1174629 Jul 22 23:45:14.825310 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:14.825941 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.827453 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] 10.222.0.78 "PUT /v2.0/ports/5e59ef72-c42d-4d21-ae7b-5e8ce478a040 HTTP/1.1" status: 200 len: 1093 time: 0.7929759 Jul 22 23:45:14.833884 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64af2045-19ad-4ccf-8041-9f27ba02574b', 'tag': '5e59ef72-c42d-4d21-ae7b-5e8ce478a040'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:14.836281 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e3c54f-ae99-4b75-bfe2-4058ca3f2b22" -d '{"events": [{"name": "network-changed", "server_uuid": "64af2045-19ad-4ccf-8041-9f27ba02574b", "tag": "5e59ef72-c42d-4d21-ae7b-5e8ce478a040"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:14.881035 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4403f121-5d8a-49db-b85b-b1e820cace18 req-37ee7c34-0745-477f-bebf-c9c032eb3da5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704756 Jul 22 23:45:14.881835 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c6e19-619b-4c22-b510-8baffd630e4e service neutron] Pushing event updated for resources: {'Port': ['ID=5e59ef72-c42d-4d21-ae7b-5e8ce478a040,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:14.887129 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469498ff-e8ca-4cff-899d-d9f5305a326b x-openstack-request-id: req-469498ff-e8ca-4cff-899d-d9f5305a326b {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:14.887412 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64af2045-19ad-4ccf-8041-9f27ba02574b", "tag": "5e59ef72-c42d-4d21-ae7b-5e8ce478a040", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:14.887660 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-469498ff-e8ca-4cff-899d-d9f5305a326b {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:14.888048 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64af2045-19ad-4ccf-8041-9f27ba02574b', 'tag': '5e59ef72-c42d-4d21-ae7b-5e8ce478a040', 'status': 'completed', 'code': 200} Jul 22 23:45:15.256441 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3c54f-ae99-4b75-bfe2-4058ca3f2b22 req-3ed115e2-76a4-49fb-9f2f-fb4e81552d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:15.257991 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-88e3c54f-ae99-4b75-bfe2-4058ca3f2b22 req-3ed115e2-76a4-49fb-9f2f-fb4e81552d51 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 1096 time: 0.0643711 Jul 22 23:45:15.365742 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3c54f-ae99-4b75-bfe2-4058ca3f2b22 req-d85dadb5-8f33-4d13-8047-24cbdfb6a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:15.367416 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-88e3c54f-ae99-4b75-bfe2-4058ca3f2b22 req-d85dadb5-8f33-4d13-8047-24cbdfb6a836 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=937f29f0a71943f395943869a23488af&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1013405 Jul 22 23:45:15.476710 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3c54f-ae99-4b75-bfe2-4058ca3f2b22 req-3d602bc1-ecb5-456d-830c-2fb5a70ef69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:15.478444 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-88e3c54f-ae99-4b75-bfe2-4058ca3f2b22 req-3d602bc1-ecb5-456d-830c-2fb5a70ef69d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031718 Jul 22 23:45:15.582637 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-f3e1d121-2740-456c-9f10-ccb5dcb3d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:15.584128 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-f3e1d121-2740-456c-9f10-ccb5dcb3d262 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 1096 time: 0.0591276 Jul 22 23:45:15.651153 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-66b046cf-26c1-4715-916d-725395e2eecf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e59ef72-c42d-4d21-ae7b-5e8ce478a040 HTTP/1.1" status: 200 len: 217 time: 0.0382357 Jul 22 23:45:15.986524 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-c7635b88-9cb8-4bd0-ba6f-0919f42ae5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:15.988984 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-c7635b88-9cb8-4bd0-ba6f-0919f42ae5a8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.3283920 Jul 22 23:45:16.035235 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-70a85a92-c771-4b99-aac7-0b465ba97abd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388517 Jul 22 23:45:16.047075 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d31b3-bdc0-4c14-a1ee-793cc3cf7f7f req-099ec8a4-e419-484a-9f52-2f7cf38f8b0c tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:16.048659 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e06d31b3-bdc0-4c14-a1ee-793cc3cf7f7f req-099ec8a4-e419-484a-9f52-2f7cf38f8b0c tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 943 time: 0.0788105 Jul 22 23:45:16.110450 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e06d31b3-bdc0-4c14-a1ee-793cc3cf7f7f req-2b5f64cf-f8d2-41c9-9100-e95265f5b142 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506334 Jul 22 23:45:16.148025 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-5698c48c-3dbe-4c06-ba49-3ed5baea6783 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060162 Jul 22 23:45:16.252677 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80c7bf8a-319f-4a65-a9fd-e8533669be8f req-6595bed6-16a3-4f77-b1ee-ed96ce8502dc service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940342 Jul 22 23:45:17.179153 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:45:17.283535 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac662e-4765-44b5-8c41-eb2df8d36a54 req-f86457af-9de6-4110-9080-5e1053384b38 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:17.285093 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-eeac662e-4765-44b5-8c41-eb2df8d36a54 req-f86457af-9de6-4110-9080-5e1053384b38 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 943 time: 0.0805197 Jul 22 23:45:17.311281 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5e59ef72-c42d-4d21-ae7b-5e8ce478a040,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:17.325227 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '5e59ef72-c42d-4d21-ae7b-5e8ce478a040', 'network_id': '9bb7762f-ac2d-4ec0-85ba-72671b57ad1d', 'port_id': '5e59ef72-c42d-4d21-ae7b-5e8ce478a040', 'mac_address': 'fa:16:3e:c3:fa:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7083e835-a21b-4ba4-8062-3b4a0bd5faff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:45:17.344986 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-eeac662e-4765-44b5-8c41-eb2df8d36a54 req-61d52e55-b190-4290-b020-30083de9d7d5 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536096 Jul 22 23:45:17.367288 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.385165 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:45:17.407064 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5e59ef72-c42d-4d21-ae7b-5e8ce478a040,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:17.410936 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.465435 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=5e59ef72-c42d-4d21-ae7b-5e8ce478a040,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:17.683328 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['5e59ef72-c42d-4d21-ae7b-5e8ce478a040'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:18.504600 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b8275-d635-40e1-b2c1-7f05fdb290b4 req-0e505c74-221b-4355-8987-97216433e949 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:18.506371 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e90b8275-d635-40e1-b2c1-7f05fdb290b4 req-0e505c74-221b-4355-8987-97216433e949 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 944 time: 0.0770228 Jul 22 23:45:18.547220 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e90b8275-d635-40e1-b2c1-7f05fdb290b4 req-a7c46e49-57aa-4ed2-a8e8-29d265f1a98d tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Jul 22 23:45:19.202020 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:19.225054 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:45:19.265948 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:19.271006 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:19.271570 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.491701 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.532512 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64af2045-19ad-4ccf-8041-9f27ba02574b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e59ef72-c42d-4d21-ae7b-5e8ce478a040'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:19.536828 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b5da28-ef84-4a65-bda7-2070958450ed" -d '{"events": [{"server_uuid": "64af2045-19ad-4ccf-8041-9f27ba02574b", "name": "network-vif-plugged", "status": "completed", "tag": "5e59ef72-c42d-4d21-ae7b-5e8ce478a040"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:19.561965 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5e59ef72-c42d-4d21-ae7b-5e8ce478a040,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:19.568778 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.623491 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f98d84e-ba1b-44aa-9c93-0b170cdacc43 x-openstack-request-id: req-5f98d84e-ba1b-44aa-9c93-0b170cdacc43 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:19.623959 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64af2045-19ad-4ccf-8041-9f27ba02574b", "name": "network-vif-plugged", "status": "completed", "tag": "5e59ef72-c42d-4d21-ae7b-5e8ce478a040", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:19.624389 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f98d84e-ba1b-44aa-9c93-0b170cdacc43 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:19.625020 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64af2045-19ad-4ccf-8041-9f27ba02574b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e59ef72-c42d-4d21-ae7b-5e8ce478a040', 'code': 200} Jul 22 23:45:19.661517 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=5e59ef72-c42d-4d21-ae7b-5e8ce478a040,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:19.752912 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6b99a-1bb2-4b8f-ae28-926087a952dd req-4233a060-29a0-4d2a-942d-37379510d56f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:19.754506 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-72e6b99a-1bb2-4b8f-ae28-926087a952dd req-4233a060-29a0-4d2a-942d-37379510d56f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 945 time: 0.0960507 Jul 22 23:45:19.797555 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-72e6b99a-1bb2-4b8f-ae28-926087a952dd req-57c9626b-0e80-41a8-9127-9f0558a6712f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373211 Jul 22 23:45:19.827416 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3f477-9b34-4697-a396-bd10a655b2b2 req-8769f5c2-faa7-4202-a3e3-28e1a854c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:19.828965 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-93c3f477-9b34-4697-a396-bd10a655b2b2 req-8769f5c2-faa7-4202-a3e3-28e1a854c502 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 1098 time: 0.0617161 Jul 22 23:45:19.866881 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-93c3f477-9b34-4697-a396-bd10a655b2b2 req-01c55c7a-6261-405f-8721-2516bea2e570 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299349 Jul 22 23:45:20.944854 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954162b-471c-42d3-b652-b3d758881ccb req-92a98e95-e70a-48aa-99e9-9d63b27a0a62 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:20.946489 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9954162b-471c-42d3-b652-b3d758881ccb req-92a98e95-e70a-48aa-99e9-9d63b27a0a62 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 945 time: 0.0733042 Jul 22 23:45:20.989472 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9954162b-471c-42d3-b652-b3d758881ccb req-298a11b1-f75a-4cb1-b755-2369e42b85b4 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339646 Jul 22 23:45:21.716175 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55986) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:21.856582 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-df9fcfd4-854d-4838-a86f-927fbff8bbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.975068 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-df9fcfd4-854d-4838-a86f-927fbff8bbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.979697 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-df9fcfd4-854d-4838-a86f-927fbff8bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.017314 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fcfd4-854d-4838-a86f-927fbff8bbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a5e8e8-e3ee-4fde-96c2-a03c045a4a84,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:22.022889 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-df9fcfd4-854d-4838-a86f-927fbff8bbb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b4eb940a95b4953bdab53a074520d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051972 Jul 22 23:45:22.024413 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 55992) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:22.095214 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8112f93b-1670-4f24-8799-74cf5cc1c10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.120689 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8112f93b-1670-4f24-8799-74cf5cc1c10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.143515 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4716afc-26a2-4dc3-bfd4-ebd9dea566aa req-d78da0d1-0cbe-434c-ba17-805cb87d0d61 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:22.150675 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f4716afc-26a2-4dc3-bfd4-ebd9dea566aa req-d78da0d1-0cbe-434c-ba17-805cb87d0d61 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 945 time: 0.0886900 Jul 22 23:45:22.193907 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8112f93b-1670-4f24-8799-74cf5cc1c10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.196692 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8112f93b-1670-4f24-8799-74cf5cc1c10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.201389 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-8112f93b-1670-4f24-8799-74cf5cc1c10d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51a5e8e8-e3ee-4fde-96c2-a03c045a4a84 HTTP/1.1" status: 204 len: 168 time: 0.1725285 Jul 22 23:45:22.208404 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112f93b-1670-4f24-8799-74cf5cc1c10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a5e8e8-e3ee-4fde-96c2-a03c045a4a84,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:22.212687 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f4716afc-26a2-4dc3-bfd4-ebd9dea566aa req-74927a7a-e02e-49a0-9cc4-67f41ccd1d98 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565999 Jul 22 23:45:28.304631 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80a9ac73-f1f5-43bc-8953-a2fc5e6e07f0 req-95bfb7c5-18a4-4b9a-9e01-52719e9639c7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017187 Jul 22 23:45:28.413685 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ac73-f1f5-43bc-8953-a2fc5e6e07f0 req-d16da5ca-c652-42c9-aa12-c60a3e2072c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:28.415258 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80a9ac73-f1f5-43bc-8953-a2fc5e6e07f0 req-d16da5ca-c652-42c9-aa12-c60a3e2072c9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=937f29f0a71943f395943869a23488af&device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 1099 time: 0.0590994 Jul 22 23:45:28.437576 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8512baea-9d5c-4472-af43-04fbc69b8aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.543019 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ac73-f1f5-43bc-8953-a2fc5e6e07f0 req-1e27df15-c0ec-4fb6-80e2-82efd0d44492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:28.544304 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80a9ac73-f1f5-43bc-8953-a2fc5e6e07f0 req-1e27df15-c0ec-4fb6-80e2-82efd0d44492 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 200 len: 916 time: 0.1059387 Jul 22 23:45:28.607314 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80a9ac73-f1f5-43bc-8953-a2fc5e6e07f0 req-da84ed04-27b3-4107-98a1-5c24905b1044 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923f7a45-191b-4246-94c7-d84656829c91 HTTP/1.1" status: 200 len: 217 time: 0.0513313 Jul 22 23:45:28.660341 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ac73-f1f5-43bc-8953-a2fc5e6e07f0 req-da12746d-52ca-4367-ad8b-150a0322b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:28.661851 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80a9ac73-f1f5-43bc-8953-a2fc5e6e07f0 req-da12746d-52ca-4367-ad8b-150a0322b46a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 200 len: 855 time: 0.0472162 Jul 22 23:45:28.701537 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80a9ac73-f1f5-43bc-8953-a2fc5e6e07f0 req-c9aec295-836f-407e-98e7-adaeec9b347e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302312 Jul 22 23:45:28.804990 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80a9ac73-f1f5-43bc-8953-a2fc5e6e07f0 req-99631192-6c6b-4e08-b196-38f336fe93a4 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952773 Jul 22 23:45:28.907826 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-80a9ac73-f1f5-43bc-8953-a2fc5e6e07f0 req-cccd907a-309b-46e7-a491-bc9a80f70a38 service neutron] 10.222.0.78 "GET /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934646 Jul 22 23:45:31.277571 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-19cae036-115c-48f5-916c-2e9e48aab108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.631998 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56124) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:31.772607 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-24db0314-e5c0-4f42-be7b-28b68b02214a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.864659 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.917705 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-24db0314-e5c0-4f42-be7b-28b68b02214a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.922620 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-24db0314-e5c0-4f42-be7b-28b68b02214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.967278 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db0314-e5c0-4f42-be7b-28b68b02214a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e61e3c-b5bb-4d87-9a3e-4a5237cef2e1,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:31.971822 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-24db0314-e5c0-4f42-be7b-28b68b02214a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b710090555ae47039374fc6dc829f860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384144 Jul 22 23:45:31.975064 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56134) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:32.053985 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aa9f216a-5b4e-48b9-b2d1-da42ee45e0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.081486 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aa9f216a-5b4e-48b9-b2d1-da42ee45e0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.141845 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aa9f216a-5b4e-48b9-b2d1-da42ee45e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.144617 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aa9f216a-5b4e-48b9-b2d1-da42ee45e0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.145847 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-aa9f216a-5b4e-48b9-b2d1-da42ee45e0a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5e61e3c-b5bb-4d87-9a3e-4a5237cef2e1 HTTP/1.1" status: 204 len: 168 time: 0.1697199 Jul 22 23:45:32.154492 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f216a-5b4e-48b9-b2d1-da42ee45e0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e61e3c-b5bb-4d87-9a3e-4a5237cef2e1,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:33.356216 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.368439 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f83972-4c77-4828-b257-f5a2d0fb6265 req-ad9abfcf-dafa-4525-b960-08240aaaaf3f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:33.371167 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-01f83972-4c77-4828-b257-f5a2d0fb6265 req-ad9abfcf-dafa-4525-b960-08240aaaaf3f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 945 time: 0.0783110 Jul 22 23:45:33.413271 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-01f83972-4c77-4828-b257-f5a2d0fb6265 req-97acffad-28b2-4514-980a-64d850c23848 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361972 Jul 22 23:45:34.566483 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949d10-e628-4cf9-a969-c69aee71cee4 req-46cbe2fe-3428-468c-a9df-71e5f87a696c tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:34.568193 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6a949d10-e628-4cf9-a969-c69aee71cee4 req-46cbe2fe-3428-468c-a9df-71e5f87a696c tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 945 time: 0.0726926 Jul 22 23:45:34.615834 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6a949d10-e628-4cf9-a969-c69aee71cee4 req-c3d28b46-194a-4c5c-addc-f04b6be6375d tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375896 Jul 22 23:45:35.134321 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.337941 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b41e-c790-48f2-b1e4-8b6f106b81e6 req-97906b63-8e0c-4fb9-b21e-0d861fb7d83b tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:35.339496 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d896b41e-c790-48f2-b1e4-8b6f106b81e6 req-97906b63-8e0c-4fb9-b21e-0d861fb7d83b tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 945 time: 0.0661540 Jul 22 23:45:35.452746 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-d896b41e-c790-48f2-b1e4-8b6f106b81e6 req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Deleting port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:35.453142 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d896b41e-c790-48f2-b1e4-8b6f106b81e6 req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.551514 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-d896b41e-c790-48f2-b1e4-8b6f106b81e6 req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] For port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5e59ef72-c42d-4d21-ae7b-5e8ce478a040,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:35.551870 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d896b41e-c790-48f2-b1e4-8b6f106b81e6 req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.566284 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-d896b41e-c790-48f2-b1e4-8b6f106b81e6 req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Calling delete_port for 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:35.730236 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d896b41e-c790-48f2-b1e4-8b6f106b81e6 req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.745012 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['923f7a45-191b-4246-94c7-d84656829c91', '97deebbf-7f29-48c3-9ac9-dfe8370b99b5', '0368e422-8212-46e0-9313-f1c5b94b1309', '5e59ef72-c42d-4d21-ae7b-5e8ce478a040'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:35.763111 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Pushing event deleted for resources: {'Port': ['ID=5e59ef72-c42d-4d21-ae7b-5e8ce478a040,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:35.776314 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.776736 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.777152 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.777562 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.777963 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.778392 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.778791 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.779195 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.779594 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.779980 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.780397 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.780788 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:35.815589 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001fe8-2884-4809-845f-4e95699d3dfc req-b09e5b70-5a62-4476-8e21-61792a700d6f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:35.817055 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-93001fe8-2884-4809-845f-4e95699d3dfc req-b09e5b70-5a62-4476-8e21-61792a700d6f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=64af2045-19ad-4ccf-8041-9f27ba02574b HTTP/1.1" status: 200 len: 867 time: 0.1246917 Jul 22 23:45:35.823946 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d896b41e-c790-48f2-b1e4-8b6f106b81e6 req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] No DVR routers for this DVR port 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:35.827101 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-d896b41e-c790-48f2-b1e4-8b6f106b81e6 req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.829801 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d896b41e-c790-48f2-b1e4-8b6f106b81e6 req-7b9449f7-b28a-4d11-8495-fb4e021156ab tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "DELETE /v2.0/ports/5e59ef72-c42d-4d21-ae7b-5e8ce478a040 HTTP/1.1" status: 204 len: 173 time: 0.4830189 Jul 22 23:45:35.830365 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64af2045-19ad-4ccf-8041-9f27ba02574b', 'name': 'network-vif-deleted', 'tag': '5e59ef72-c42d-4d21-ae7b-5e8ce478a040'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:35.832787 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871c9798-ebeb-418e-99af-42df366dbdfc" -d '{"events": [{"server_uuid": "64af2045-19ad-4ccf-8041-9f27ba02574b", "name": "network-vif-deleted", "tag": "5e59ef72-c42d-4d21-ae7b-5e8ce478a040"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:35.873075 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741531c0-358c-40c9-9d84-7075a3b26130 x-openstack-request-id: req-741531c0-358c-40c9-9d84-7075a3b26130 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:35.873334 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-93001fe8-2884-4809-845f-4e95699d3dfc req-3f483ff5-31ff-4c0e-b020-68bbee74ad62 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443156 Jul 22 23:45:35.873540 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64af2045-19ad-4ccf-8041-9f27ba02574b", "name": "network-vif-deleted", "tag": "5e59ef72-c42d-4d21-ae7b-5e8ce478a040", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:35.873729 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-741531c0-358c-40c9-9d84-7075a3b26130 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:35.874129 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64af2045-19ad-4ccf-8041-9f27ba02574b', 'name': 'network-vif-deleted', 'tag': '5e59ef72-c42d-4d21-ae7b-5e8ce478a040', 'status': 'completed', 'code': 200} Jul 22 23:45:36.421985 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.389191 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98180220-5013-4a07-9b46-39473de4ea9f req-87c91f05-761a-471f-8249-b1c9ba36a1f7 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:38.390731 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-98180220-5013-4a07-9b46-39473de4ea9f req-87c91f05-761a-471f-8249-b1c9ba36a1f7 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 946 time: 0.0796614 Jul 22 23:45:38.437489 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-98180220-5013-4a07-9b46-39473de4ea9f req-ebb5ff79-80bd-484a-b4cf-c83ecc9adde0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360005 Jul 22 23:45:39.236371 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:39.258235 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:39.258609 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 5e59ef72-c42d-4d21-ae7b-5e8ce478a040 not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:39.581492 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a0eef-6972-4741-b54d-248b25679a41 req-1c2b69de-5115-46c0-b99f-d4db15fc9276 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:39.583148 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-133a0eef-6972-4741-b54d-248b25679a41 req-1c2b69de-5115-46c0-b99f-d4db15fc9276 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 946 time: 0.0724003 Jul 22 23:45:39.631080 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-133a0eef-6972-4741-b54d-248b25679a41 req-eab6540f-69c3-46a5-8bee-5bb33f5e902b tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384066 Jul 22 23:45:40.125773 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d4622-2d21-4efb-9830-3f7f0637b949 req-af898a25-9578-47ad-b193-dc63b12b0f18 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:40.127437 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e65d4622-2d21-4efb-9830-3f7f0637b949 req-af898a25-9578-47ad-b193-dc63b12b0f18 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 946 time: 0.0718443 Jul 22 23:45:40.243281 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-e65d4622-2d21-4efb-9830-3f7f0637b949 req-482e8520-49da-4d8c-a5a5-8f431c8c29ec tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Deleting port 0368e422-8212-46e0-9313-f1c5b94b1309 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:40.243624 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-e65d4622-2d21-4efb-9830-3f7f0637b949 req-482e8520-49da-4d8c-a5a5-8f431c8c29ec tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.346493 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-e65d4622-2d21-4efb-9830-3f7f0637b949 req-482e8520-49da-4d8c-a5a5-8f431c8c29ec tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] For port 0368e422-8212-46e0-9313-f1c5b94b1309, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0368e422-8212-46e0-9313-f1c5b94b1309,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:40.346862 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-e65d4622-2d21-4efb-9830-3f7f0637b949 req-482e8520-49da-4d8c-a5a5-8f431c8c29ec tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.360811 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-e65d4622-2d21-4efb-9830-3f7f0637b949 req-482e8520-49da-4d8c-a5a5-8f431c8c29ec tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Calling delete_port for 0368e422-8212-46e0-9313-f1c5b94b1309 owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:40.502660 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-e65d4622-2d21-4efb-9830-3f7f0637b949 req-482e8520-49da-4d8c-a5a5-8f431c8c29ec tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.520828 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['923f7a45-191b-4246-94c7-d84656829c91', '97deebbf-7f29-48c3-9ac9-dfe8370b99b5', '0368e422-8212-46e0-9313-f1c5b94b1309'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:40.536378 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e8520-49da-4d8c-a5a5-8f431c8c29ec tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Pushing event deleted for resources: {'Port': ['ID=0368e422-8212-46e0-9313-f1c5b94b1309,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:40.586523 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65d4622-2d21-4efb-9830-3f7f0637b949 req-482e8520-49da-4d8c-a5a5-8f431c8c29ec tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] No DVR routers for this DVR port 0368e422-8212-46e0-9313-f1c5b94b1309 on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:40.589151 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-e65d4622-2d21-4efb-9830-3f7f0637b949 req-482e8520-49da-4d8c-a5a5-8f431c8c29ec tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.591200 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e65d4622-2d21-4efb-9830-3f7f0637b949 req-482e8520-49da-4d8c-a5a5-8f431c8c29ec tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "DELETE /v2.0/ports/0368e422-8212-46e0-9313-f1c5b94b1309 HTTP/1.1" status: 204 len: 173 time: 0.4549155 Jul 22 23:45:40.591975 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709194a2-8604-4044-8dcc-f8ce1e960e83', 'name': 'network-vif-deleted', 'tag': '0368e422-8212-46e0-9313-f1c5b94b1309'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:40.593964 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cd87b8-8c4d-44ef-b1e6-3767fc9da08e" -d '{"events": [{"server_uuid": "709194a2-8604-4044-8dcc-f8ce1e960e83", "name": "network-vif-deleted", "tag": "0368e422-8212-46e0-9313-f1c5b94b1309"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:40.639978 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e77f07-985c-463d-a6fb-e37222d3dbd4 x-openstack-request-id: req-72e77f07-985c-463d-a6fb-e37222d3dbd4 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:40.640361 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709194a2-8604-4044-8dcc-f8ce1e960e83", "name": "network-vif-deleted", "tag": "0368e422-8212-46e0-9313-f1c5b94b1309", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:40.640658 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72e77f07-985c-463d-a6fb-e37222d3dbd4 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:40.641139 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709194a2-8604-4044-8dcc-f8ce1e960e83', 'name': 'network-vif-deleted', 'tag': '0368e422-8212-46e0-9313-f1c5b94b1309', 'status': 'completed', 'code': 200} Jul 22 23:45:40.766172 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-f19a53af-6fd1-446e-b9c2-669594d48b39 req-c60e8646-fea3-43ad-99ae-f41866362c67 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=709194a2-8604-4044-8dcc-f8ce1e960e83 HTTP/1.1" status: 200 len: 210 time: 0.0299828 Jul 22 23:45:42.082023 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd944-a7f2-41c3-abd8-c90c8c02ed34 req-9e2ab8ce-0e0f-4f1a-a300-fcfecd06df22 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:42.083563 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-817cd944-a7f2-41c3-abd8-c90c8c02ed34 req-9e2ab8ce-0e0f-4f1a-a300-fcfecd06df22 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 946 time: 0.0703363 Jul 22 23:45:42.131240 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-817cd944-a7f2-41c3-abd8-c90c8c02ed34 req-a9066e73-8011-45ea-8088-135a362db56f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376399 Jul 22 23:45:43.274525 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 0368e422-8212-46e0-9313-f1c5b94b1309 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:43.286676 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471f537-157e-4bc9-90df-502dfc9c7cb3 req-4210e8a3-7832-4d2e-96e7-b982d1595f82 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:43.289008 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8471f537-157e-4bc9-90df-502dfc9c7cb3 req-4210e8a3-7832-4d2e-96e7-b982d1595f82 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 946 time: 0.0830126 Jul 22 23:45:43.298475 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 0368e422-8212-46e0-9313-f1c5b94b1309 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:43.298794 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 0368e422-8212-46e0-9313-f1c5b94b1309 not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:43.331888 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8471f537-157e-4bc9-90df-502dfc9c7cb3 req-9acf1dff-e644-4690-8480-d820000d12c9 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358748 Jul 22 23:45:43.675328 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd2244-87de-4b6d-af70-f86d527e1e60 req-7eb1d25d-05cb-49c0-b714-f007aa03b2a1 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:43.676886 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-55bd2244-87de-4b6d-af70-f86d527e1e60 req-7eb1d25d-05cb-49c0-b714-f007aa03b2a1 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 946 time: 0.0660326 Jul 22 23:45:43.792538 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-55bd2244-87de-4b6d-af70-f86d527e1e60 req-d22968ed-22c3-48b7-a584-73d2e282454f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Deleting port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:43.792767 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-55bd2244-87de-4b6d-af70-f86d527e1e60 req-d22968ed-22c3-48b7-a584-73d2e282454f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.890122 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-55bd2244-87de-4b6d-af70-f86d527e1e60 req-d22968ed-22c3-48b7-a584-73d2e282454f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] For port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=97deebbf-7f29-48c3-9ac9-dfe8370b99b5,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:43.890481 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-55bd2244-87de-4b6d-af70-f86d527e1e60 req-d22968ed-22c3-48b7-a584-73d2e282454f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.909460 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-55bd2244-87de-4b6d-af70-f86d527e1e60 req-d22968ed-22c3-48b7-a584-73d2e282454f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Calling delete_port for 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:44.062086 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-55bd2244-87de-4b6d-af70-f86d527e1e60 req-d22968ed-22c3-48b7-a584-73d2e282454f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.079250 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['923f7a45-191b-4246-94c7-d84656829c91', '97deebbf-7f29-48c3-9ac9-dfe8370b99b5'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:44.092644 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22968ed-22c3-48b7-a584-73d2e282454f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Pushing event deleted for resources: {'Port': ['ID=97deebbf-7f29-48c3-9ac9-dfe8370b99b5,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:44.145785 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bd2244-87de-4b6d-af70-f86d527e1e60 req-d22968ed-22c3-48b7-a584-73d2e282454f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] No DVR routers for this DVR port 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:44.148543 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-55bd2244-87de-4b6d-af70-f86d527e1e60 req-d22968ed-22c3-48b7-a584-73d2e282454f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.151199 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-55bd2244-87de-4b6d-af70-f86d527e1e60 req-d22968ed-22c3-48b7-a584-73d2e282454f tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "DELETE /v2.0/ports/97deebbf-7f29-48c3-9ac9-dfe8370b99b5 HTTP/1.1" status: 204 len: 173 time: 0.4662750 Jul 22 23:45:44.151706 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30aa32-aac4-4b19-9cab-a38459439453', 'name': 'network-vif-deleted', 'tag': '97deebbf-7f29-48c3-9ac9-dfe8370b99b5'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:44.153998 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5701bcc0-efef-429c-a394-5f5f4ddd1408" -d '{"events": [{"server_uuid": "ac30aa32-aac4-4b19-9cab-a38459439453", "name": "network-vif-deleted", "tag": "97deebbf-7f29-48c3-9ac9-dfe8370b99b5"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:44.194550 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0ac6a9-20c0-4996-8d4d-93286a1c31f9 x-openstack-request-id: req-df0ac6a9-20c0-4996-8d4d-93286a1c31f9 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:44.195397 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30aa32-aac4-4b19-9cab-a38459439453", "name": "network-vif-deleted", "tag": "97deebbf-7f29-48c3-9ac9-dfe8370b99b5", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:44.195397 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df0ac6a9-20c0-4996-8d4d-93286a1c31f9 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:44.196046 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30aa32-aac4-4b19-9cab-a38459439453', 'name': 'network-vif-deleted', 'tag': '97deebbf-7f29-48c3-9ac9-dfe8370b99b5', 'status': 'completed', 'code': 200} Jul 22 23:45:44.449527 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-2e907d8b-3fcf-44bf-bfae-536e6752be04 req-a823c2c9-9716-45ae-8522-475d3eeb2f1d tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac30aa32-aac4-4b19-9cab-a38459439453 HTTP/1.1" status: 200 len: 210 time: 0.0310602 Jul 22 23:45:46.958219 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf39669-f3a1-4e7a-a811-aec20cafc665 req-111b1f5a-1c46-4f03-b285-5d9e60f103ae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:46.959898 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4bf39669-f3a1-4e7a-a811-aec20cafc665 req-111b1f5a-1c46-4f03-b285-5d9e60f103ae tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 946 time: 0.0743916 Jul 22 23:45:47.002739 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4bf39669-f3a1-4e7a-a811-aec20cafc665 req-96cfa057-e7f3-47b0-9783-a12068817e43 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/security-groups?id=d2729d70-5bf2-47f3-90cf-4499bf257f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367515 Jul 22 23:45:47.255383 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:47.276793 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:47.277138 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 97deebbf-7f29-48c3-9ac9-dfe8370b99b5 not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:47.537500 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced7dc3-2d4e-4368-9cd5-b078bf2e8614 req-644967aa-170b-418f-859f-a0642cec0dbd tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:47.539382 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bced7dc3-2d4e-4368-9cd5-b078bf2e8614 req-644967aa-170b-418f-859f-a0642cec0dbd tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 946 time: 0.0702665 Jul 22 23:45:47.658871 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-bced7dc3-2d4e-4368-9cd5-b078bf2e8614 req-56661eaa-4ccc-4141-9f3a-e00a3cb5bdd0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Deleting port 923f7a45-191b-4246-94c7-d84656829c91 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:47.659203 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-bced7dc3-2d4e-4368-9cd5-b078bf2e8614 req-56661eaa-4ccc-4141-9f3a-e00a3cb5bdd0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.796544 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-bced7dc3-2d4e-4368-9cd5-b078bf2e8614 req-56661eaa-4ccc-4141-9f3a-e00a3cb5bdd0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] For port 923f7a45-191b-4246-94c7-d84656829c91, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=923f7a45-191b-4246-94c7-d84656829c91,segment=NetworkSegment(d42d7f1a-4e44-4e34-a92e-8bbac79c3741),segment_id=d42d7f1a-4e44-4e34-a92e-8bbac79c3741)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:47.797072 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-bced7dc3-2d4e-4368-9cd5-b078bf2e8614 req-56661eaa-4ccc-4141-9f3a-e00a3cb5bdd0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.820886 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-bced7dc3-2d4e-4368-9cd5-b078bf2e8614 req-56661eaa-4ccc-4141-9f3a-e00a3cb5bdd0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Calling delete_port for 923f7a45-191b-4246-94c7-d84656829c91 owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:48.032617 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-bced7dc3-2d4e-4368-9cd5-b078bf2e8614 req-56661eaa-4ccc-4141-9f3a-e00a3cb5bdd0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.051579 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['923f7a45-191b-4246-94c7-d84656829c91'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:48.086931 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56661eaa-4ccc-4141-9f3a-e00a3cb5bdd0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Pushing event deleted for resources: {'Port': ['ID=923f7a45-191b-4246-94c7-d84656829c91,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:48.162529 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7994f8b9-a9b4-4052-88b9-457c171c36a6 req-2ab21890-3117-4471-9b22-5480895c024c tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eb507c-37bd-4412-9168-18b12c1c8ac5 HTTP/1.1" status: 200 len: 210 time: 0.0532873 Jul 22 23:45:48.165950 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-bced7dc3-2d4e-4368-9cd5-b078bf2e8614 req-56661eaa-4ccc-4141-9f3a-e00a3cb5bdd0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] No DVR routers for this DVR port 923f7a45-191b-4246-94c7-d84656829c91 on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:48.169079 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-bced7dc3-2d4e-4368-9cd5-b078bf2e8614 req-56661eaa-4ccc-4141-9f3a-e00a3cb5bdd0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.171699 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bced7dc3-2d4e-4368-9cd5-b078bf2e8614 req-56661eaa-4ccc-4141-9f3a-e00a3cb5bdd0 tempest-AttachVolumeNegativeTest-232735895 tempest-AttachVolumeNegativeTest-232735895-project] 10.222.0.78 "DELETE /v2.0/ports/923f7a45-191b-4246-94c7-d84656829c91 HTTP/1.1" status: 204 len: 173 time: 0.6204903 Jul 22 23:45:48.172241 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eb507c-37bd-4412-9168-18b12c1c8ac5', 'name': 'network-vif-deleted', 'tag': '923f7a45-191b-4246-94c7-d84656829c91'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:48.174689 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eee6376-3384-4bd7-98bb-59ff130512b2" -d '{"events": [{"server_uuid": "51eb507c-37bd-4412-9168-18b12c1c8ac5", "name": "network-vif-deleted", "tag": "923f7a45-191b-4246-94c7-d84656829c91"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:48.223571 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d5b3b6-6c38-46c5-9025-dad5250ccedf x-openstack-request-id: req-65d5b3b6-6c38-46c5-9025-dad5250ccedf {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:48.224064 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51eb507c-37bd-4412-9168-18b12c1c8ac5", "name": "network-vif-deleted", "tag": "923f7a45-191b-4246-94c7-d84656829c91", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:48.224398 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65d5b3b6-6c38-46c5-9025-dad5250ccedf {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:48.224837 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51eb507c-37bd-4412-9168-18b12c1c8ac5', 'name': 'network-vif-deleted', 'tag': '923f7a45-191b-4246-94c7-d84656829c91', 'status': 'completed', 'code': 200} Jul 22 23:45:49.231716 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56232) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:49.475066 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_v2 [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Deleting subnet 7083e835-a21b-4ba4-8062-3b4a0bd5faff {{(pid=93213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:49.479491 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.518445 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5845599'] for subnet, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.559565 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.620121 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4474701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4662459'] for subnet, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.652471 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7083e835-a21b-4ba4-8062-3b4a0bd5faff,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:49.658363 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.660986 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7083e835-a21b-4ba4-8062-3b4a0bd5faff HTTP/1.1" status: 204 len: 168 time: 0.4276667 Jul 22 23:45:49.664348 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56236) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:49.665930 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.666483 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.666835 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.667176 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.667511 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.667848 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.668181 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.668515 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.668845 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.669169 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.669489 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.669813 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847156f-6e68-4199-854b-12ee0e7e6bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:49.789111 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.939455 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.958108 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb7762f-ac2d-4ec0-85ba-72671b57ad1d']}} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:49.981613 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741') {'for_net_delete': True} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:49.982049 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42d7f1a-4e44-4e34-a92e-8bbac79c3741') {} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:49.996318 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229630'] for segment, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.013453 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.022446 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:50.022910 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6442764'] for segment, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: Traceback (most recent call last): Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: timer() Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: cb(*args, **kw) Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: return func(*args, **kwargs) Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: self._notify() Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: self.callback(batched_events) Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: event.method(event) Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: return f(self, *a, **k) Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._get(url).json() Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:50.026312 dv-cinder-801916-1-iscsi neutron-server[93214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:50.088250 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.092726 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.097607 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9bb7762f-ac2d-4ec0-85ba-72671b57ad1d HTTP/1.1" status: 204 len: 168 time: 0.4318192 Jul 22 23:45:50.111318 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad501e3d-4201-4bb1-98aa-ca622a05b884 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb7762f-ac2d-4ec0-85ba-72671b57ad1d,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:50.223116 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56242) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:50.271575 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-5bbfe832-1e3d-4491-bd80-a28f889ec7ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=937f29f0a71943f395943869a23488af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462141 Jul 22 23:45:50.273755 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56244) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:50.327595 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8c0bc2e9-5e71-4826-8ffd-d44a7fb132a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.351235 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8c0bc2e9-5e71-4826-8ffd-d44a7fb132a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.403426 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8c0bc2e9-5e71-4826-8ffd-d44a7fb132a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.406279 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8c0bc2e9-5e71-4826-8ffd-d44a7fb132a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.407513 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-8c0bc2e9-5e71-4826-8ffd-d44a7fb132a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2729d70-5bf2-47f3-90cf-4499bf257f45 HTTP/1.1" status: 204 len: 168 time: 0.1325731 Jul 22 23:45:50.415752 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bc2e9-5e71-4826-8ffd-d44a7fb132a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2729d70-5bf2-47f3-90cf-4499bf257f45,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:51.199871 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56268) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:51.256785 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 923f7a45-191b-4246-94c7-d84656829c91 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:51.292730 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 923f7a45-191b-4246-94c7-d84656829c91 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:51.293264 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 923f7a45-191b-4246-94c7-d84656829c91 not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:51.310950 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-110606562-network', 'tenant_id': 'c5446ced8ef2496b80e0b77a76fd0f6b'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:51.346184 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Made reservation on behalf of c5446ced8ef2496b80e0b77a76fd0f6b for: {'network': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:51.350315 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.365150 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.506338 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.511402 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.536543 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:51.553390 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065db356-e488-4b1a-93a3-cf04295ba044,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:51.560627 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.560968 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.segments_db [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Added segment be50c1a9-1e53-45e7-8368-613be396bf84 of type vlan for network 3d6688b2-4df5-4bb5-8401-502b96c242c1 Jul 22 23:45:51.608211 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.641188 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.642308 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:51.642981 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.680953 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4797499 Jul 22 23:45:51.686375 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56272) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:51.695534 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] Request body: {'subnet': {'network_id': '3d6688b2-4df5-4bb5-8401-502b96c242c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-110606562-subnet', 'tenant_id': 'c5446ced8ef2496b80e0b77a76fd0f6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:51.718374 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caefdc-382b-48fc-9bb3-1b35d990127e admin admin] Pushing event updated for resources: {'Network': ['ID=3d6688b2-4df5-4bb5-8401-502b96c242c1,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:51.731867 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] Made reservation on behalf of c5446ced8ef2496b80e0b77a76fd0f6b for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:51.732393 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network 3d6688b2-4df5-4bb5-8401-502b96c242c1 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:51.735804 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5043980'] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.946339 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6442935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044094'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.008869 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe97345-a440-415f-b718-70c984982766,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:52.021347 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] Checking segment: {'id': 'be50c1a9-1e53-45e7-8368-613be396bf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3d6688b2-4df5-4bb5-8401-502b96c242c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:52.021702 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] Network hostable DHCP agents. Network: 3d6688b2-4df5-4bb5-8401-502b96c242c1, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:52.042218 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] Network 3d6688b2-4df5-4bb5-8401-502b96c242c1 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:52.054022 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, 3d6688b2-4df5-4bb5-8401-502b96c242c1) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:52.060030 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.061623 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.066086 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f6fff4-99c6-4db7-844e-0540b0255b34 None None] Network 3d6688b2-4df5-4bb5-8401-502b96c242c1 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:52.082648 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-205ffd6a-4cb6-42b7-8bd2-7c7b999aace1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3943636 Jul 22 23:45:52.253659 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d179103d-e5c1-4c36-bf34-582335ee5f53 None None] Network 3d6688b2-4df5-4bb5-8401-502b96c242c1 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:52.675205 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56290) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:52.680320 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-999372695-network', 'tenant_id': '7ee84107505d42f0aff4a460f78491c9'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:52.717515 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Made reservation on behalf of 7ee84107505d42f0aff4a460f78491c9 for: {'network': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:52.720033 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.730385 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.834838 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.839699 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.865577 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:52.876434 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fd6681-5440-410d-9619-3e9a059a6213,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:52.881730 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.882096 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.segments_db [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Added segment 787a41e6-2a45-48cd-ba77-d90e0272b822 of type vlan for network e0d121cb-1bd2-468d-a4a8-d399e15b1dd8 Jul 22 23:45:52.925278 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.960480 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.961523 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.962130 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.003134 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3265164 Jul 22 23:45:53.006991 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56292) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:53.012808 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] Request body: {'subnet': {'network_id': 'e0d121cb-1bd2-468d-a4a8-d399e15b1dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-999372695-subnet', 'tenant_id': '7ee84107505d42f0aff4a460f78491c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:53.045986 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadaa2d3-142a-4a60-ad69-92d29c3d2c43 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d121cb-1bd2-468d-a4a8-d399e15b1dd8,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:53.065282 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network e0d121cb-1bd2-468d-a4a8-d399e15b1dd8 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:53.074014 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] Made reservation on behalf of 7ee84107505d42f0aff4a460f78491c9 for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:53.078819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5043980'] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.278840 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6442935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044094'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.333844 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76396036-6f1d-48bb-a7d1-8fbd077f065c,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:53.345058 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] Checking segment: {'id': '787a41e6-2a45-48cd-ba77-d90e0272b822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e0d121cb-1bd2-468d-a4a8-d399e15b1dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:53.345408 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] Network hostable DHCP agents. Network: e0d121cb-1bd2-468d-a4a8-d399e15b1dd8, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:53.363165 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] Network e0d121cb-1bd2-468d-a4a8-d399e15b1dd8 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:53.374406 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, e0d121cb-1bd2-468d-a4a8-d399e15b1dd8) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:53.378804 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:53.379388 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.385994 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a65597-c9cb-4cc9-816e-24bd34904eb2 None None] Network e0d121cb-1bd2-468d-a4a8-d399e15b1dd8 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:53.396121 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-94082be8-cb4a-4980-81a7-02bc6cc059f8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3878050 Jul 22 23:45:53.533038 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e0fbc-c7a6-4e0e-94a6-fdee6ac5dc43 None None] Network e0d121cb-1bd2-468d-a4a8-d399e15b1dd8 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:53.542893 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56298) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:53.590843 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8479dd2-04f4-479f-8d68-31ccab030fff admin admin] Deleting subnet dfe97345-a440-415f-b718-70c984982766 {{(pid=93214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:53.594586 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d8479dd2-04f4-479f-8d68-31ccab030fff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.638848 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d8479dd2-04f4-479f-8d68-31ccab030fff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229623'] for subnet, precommit_delete_associations {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.685665 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d8479dd2-04f4-479f-8d68-31ccab030fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.752109 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d8479dd2-04f4-479f-8d68-31ccab030fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6442870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044081'] for subnet, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.792472 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8479dd2-04f4-479f-8d68-31ccab030fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe97345-a440-415f-b718-70c984982766,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:53.795499 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d8479dd2-04f4-479f-8d68-31ccab030fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.798785 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-d8479dd2-04f4-479f-8d68-31ccab030fff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dfe97345-a440-415f-b718-70c984982766 HTTP/1.1" status: 204 len: 168 time: 0.2543759 Jul 22 23:45:53.801178 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56300) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:53.883546 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.967587 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.979356 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6688b2-4df5-4bb5-8401-502b96c242c1']}} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:53.991470 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be50c1a9-1e53-45e7-8368-613be396bf84') {'for_net_delete': True} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:53.991748 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be50c1a9-1e53-45e7-8368-613be396bf84') {} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:54.001533 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229630'] for segment, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.020171 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.027974 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:54.028594 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6442764'] for segment, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: Traceback (most recent call last): Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: timer() Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: cb(*args, **kw) Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: return func(*args, **kwargs) Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: self._notify() Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: self.callback(batched_events) Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: event.method(event) Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: return f(self, *a, **k) Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._get(url).json() Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:54.030974 dv-cinder-801916-1-iscsi neutron-server[93214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:54.104563 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.113086 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.120305 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3d6688b2-4df5-4bb5-8401-502b96c242c1 HTTP/1.1" status: 204 len: 168 time: 0.3136163 Jul 22 23:45:54.120474 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56304) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:54.128644 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf62bb2-ad23-445d-b467-cdcb6a287853 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6688b2-4df5-4bb5-8401-502b96c242c1,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:54.187264 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f058b2-426a-48d8-8ec6-4ac6b9bae42a admin admin] Deleting subnet 76396036-6f1d-48bb-a7d1-8fbd077f065c {{(pid=93213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:54.191033 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-38f058b2-426a-48d8-8ec6-4ac6b9bae42a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.228381 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-38f058b2-426a-48d8-8ec6-4ac6b9bae42a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5845599'] for subnet, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.270804 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-38f058b2-426a-48d8-8ec6-4ac6b9bae42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.331430 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-38f058b2-426a-48d8-8ec6-4ac6b9bae42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4474701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4662459'] for subnet, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.364831 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f058b2-426a-48d8-8ec6-4ac6b9bae42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76396036-6f1d-48bb-a7d1-8fbd077f065c,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:54.366941 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-38f058b2-426a-48d8-8ec6-4ac6b9bae42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.369395 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-38f058b2-426a-48d8-8ec6-4ac6b9bae42a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/76396036-6f1d-48bb-a7d1-8fbd077f065c HTTP/1.1" status: 204 len: 168 time: 0.2478390 Jul 22 23:45:54.371999 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56306) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:54.450862 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.535645 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.547549 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d121cb-1bd2-468d-a4a8-d399e15b1dd8']}} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:54.560021 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787a41e6-2a45-48cd-ba77-d90e0272b822') {'for_net_delete': True} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:54.560386 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787a41e6-2a45-48cd-ba77-d90e0272b822') {} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:54.573421 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5845590'] for segment, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.593364 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.600250 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:54.600653 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4474679'] for segment, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: Traceback (most recent call last): Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: timer() Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: cb(*args, **kw) Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: return func(*args, **kwargs) Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: self._notify() Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: self.callback(batched_events) Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: event.method(event) Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: return f(self, *a, **k) Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._get(url).json() Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:54.602599 dv-cinder-801916-1-iscsi neutron-server[93213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:54.659938 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.666150 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.668764 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e0d121cb-1bd2-468d-a4a8-d399e15b1dd8 HTTP/1.1" status: 204 len: 168 time: 0.2956252 Jul 22 23:45:54.682910 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4077c6-65e0-4407-994c-628b41e4ae13 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d121cb-1bd2-468d-a4a8-d399e15b1dd8,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:54.856017 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56310) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:54.902735 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-d981d1c2-18bf-4f83-aad3-01991ab1af34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5446ced8ef2496b80e0b77a76fd0f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455303 Jul 22 23:45:54.905556 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56312) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:54.964124 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-43c116b4-4bf3-43be-b55d-360201b35096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.988973 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-43c116b4-4bf3-43be-b55d-360201b35096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.043634 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-43c116b4-4bf3-43be-b55d-360201b35096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.046643 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-43c116b4-4bf3-43be-b55d-360201b35096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.048023 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-43c116b4-4bf3-43be-b55d-360201b35096 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/065db356-e488-4b1a-93a3-cf04295ba044 HTTP/1.1" status: 204 len: 168 time: 0.1413608 Jul 22 23:45:55.060762 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c116b4-4bf3-43be-b55d-360201b35096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065db356-e488-4b1a-93a3-cf04295ba044,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:55.458388 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56320) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:55.502901 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-077c1c75-fa7b-47b5-91da-f4595650f955 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ee84107505d42f0aff4a460f78491c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432203 Jul 22 23:45:55.505679 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56322) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:55.562526 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d849d1a9-3791-4868-8f1c-da3b9d4f6ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.586754 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d849d1a9-3791-4868-8f1c-da3b9d4f6ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.643514 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d849d1a9-3791-4868-8f1c-da3b9d4f6ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.646516 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d849d1a9-3791-4868-8f1c-da3b9d4f6ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.648017 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-d849d1a9-3791-4868-8f1c-da3b9d4f6ea6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67fd6681-5440-410d-9619-3e9a059a6213 HTTP/1.1" status: 204 len: 168 time: 0.1410487 Jul 22 23:45:55.658594 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849d1a9-3791-4868-8f1c-da3b9d4f6ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fd6681-5440-410d-9619-3e9a059a6213,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:56.224390 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:45:58.442912 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-6a8e22ae-e85e-4182-badf-bb11acffc8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.119304 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56462) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.236377 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a2254aa4-7ffc-4cfe-9a43-1fcf10d8a89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.335303 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a2254aa4-7ffc-4cfe-9a43-1fcf10d8a89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.339407 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a2254aa4-7ffc-4cfe-9a43-1fcf10d8a89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.379521 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a2254aa4-7ffc-4cfe-9a43-1fcf10d8a89a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f781afab5c794677b7145a6092ee3009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590933 Jul 22 23:45:59.380418 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2254aa4-7ffc-4cfe-9a43-1fcf10d8a89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fffbc13-2349-40d1-8c9f-8a106641526e,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.382347 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56466) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.444050 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-33d77adc-711e-4ac2-8a5c-e4f4e4f2d118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.467033 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-33d77adc-711e-4ac2-8a5c-e4f4e4f2d118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.514512 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-33d77adc-711e-4ac2-8a5c-e4f4e4f2d118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.517885 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-33d77adc-711e-4ac2-8a5c-e4f4e4f2d118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.519437 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-33d77adc-711e-4ac2-8a5c-e4f4e4f2d118 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fffbc13-2349-40d1-8c9f-8a106641526e HTTP/1.1" status: 204 len: 168 time: 0.1351242 Jul 22 23:45:59.528088 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d77adc-711e-4ac2-8a5c-e4f4e4f2d118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fffbc13-2349-40d1-8c9f-8a106641526e,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.825664 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56474) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.841166 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d903-1d47-4657-8d7a-f732af291072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.974186 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d903-1d47-4657-8d7a-f732af291072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.979387 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d903-1d47-4657-8d7a-f732af291072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.018982 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-0ec6d903-1d47-4657-8d7a-f732af291072 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f47596a8d7a54af18fa5851c468a188a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920135 Jul 22 23:46:00.020084 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6d903-1d47-4657-8d7a-f732af291072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff3b95d-e7d9-4d91-a056-1180e01e34bf,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:00.021830 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56476) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:00.084709 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b1a636e9-f9d8-4566-b48a-4167cfd26f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.109594 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b1a636e9-f9d8-4566-b48a-4167cfd26f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.168747 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b1a636e9-f9d8-4566-b48a-4167cfd26f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.171823 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b1a636e9-f9d8-4566-b48a-4167cfd26f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.173054 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-b1a636e9-f9d8-4566-b48a-4167cfd26f1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ff3b95d-e7d9-4d91-a056-1180e01e34bf HTTP/1.1" status: 204 len: 168 time: 0.1490288 Jul 22 23:46:00.186161 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a636e9-f9d8-4566-b48a-4167cfd26f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff3b95d-e7d9-4d91-a056-1180e01e34bf,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:01.272464 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5e18130b-57ef-4171-8964-ce37537ab8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.857199 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.026155 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56524) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.143059 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ea0f25ee-7005-426c-a754-7e6dcb0024c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.244363 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ea0f25ee-7005-426c-a754-7e6dcb0024c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.247948 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-ea0f25ee-7005-426c-a754-7e6dcb0024c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.288182 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-ea0f25ee-7005-426c-a754-7e6dcb0024c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4371505e2dce43e185e4dbe859a7cb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609305 Jul 22 23:46:02.288921 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f25ee-7005-426c-a754-7e6dcb0024c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27177973-dd6c-4713-a9d5-26989a8f4e90,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:02.291032 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56528) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.370928 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-46a3e36a-c790-4160-9527-3fbc9cf17a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.405164 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-46a3e36a-c790-4160-9527-3fbc9cf17a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.471784 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-46a3e36a-c790-4160-9527-3fbc9cf17a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.476371 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-46a3e36a-c790-4160-9527-3fbc9cf17a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.478175 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-46a3e36a-c790-4160-9527-3fbc9cf17a2d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27177973-dd6c-4713-a9d5-26989a8f4e90 HTTP/1.1" status: 204 len: 168 time: 0.1859128 Jul 22 23:46:02.489715 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3e36a-c790-4160-9527-3fbc9cf17a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27177973-dd6c-4713-a9d5-26989a8f4e90,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:02.857512 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56534) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.871330 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ae97289a-e05c-4e44-be0a-d800db4bccf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.971136 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ae97289a-e05c-4e44-be0a-d800db4bccf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.976286 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-ae97289a-e05c-4e44-be0a-d800db4bccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.022493 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-ae97289a-e05c-4e44-be0a-d800db4bccf2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55eb296cb5654373895d8c63b32899fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637976 Jul 22 23:46:03.023442 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97289a-e05c-4e44-be0a-d800db4bccf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3970031-2e34-430f-a109-a693c7858257,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:03.025445 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56538) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.085956 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-cc4148d1-8549-4388-89dd-9483a33c2c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.111037 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-cc4148d1-8549-4388-89dd-9483a33c2c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.165596 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-cc4148d1-8549-4388-89dd-9483a33c2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.168204 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-cc4148d1-8549-4388-89dd-9483a33c2c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.169406 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-cc4148d1-8549-4388-89dd-9483a33c2c6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3970031-2e34-430f-a109-a693c7858257 HTTP/1.1" status: 204 len: 168 time: 0.1415615 Jul 22 23:46:03.177652 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4148d1-8549-4388-89dd-9483a33c2c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3970031-2e34-430f-a109-a693c7858257,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:03.356525 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.140209 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.433267 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.056836 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56642) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:13.182577 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-94155028-3f2a-4cb8-bdb7-7067e6fec5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.284104 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-94155028-3f2a-4cb8-bdb7-7067e6fec5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.287745 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-94155028-3f2a-4cb8-bdb7-7067e6fec5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.325808 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94155028-3f2a-4cb8-bdb7-7067e6fec5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cc095c-2c4a-4fdb-9855-0bf9518526d1,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:13.330188 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-94155028-3f2a-4cb8-bdb7-7067e6fec5dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8afbe2bee2c84b8daf9f0daccdc9fa7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719526 Jul 22 23:46:13.334212 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56646) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:13.386794 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ef54-25c0-432c-bae9-cf9709d1d692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.407650 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ef54-25c0-432c-bae9-cf9709d1d692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.456040 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ef54-25c0-432c-bae9-cf9709d1d692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.459329 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ef54-25c0-432c-bae9-cf9709d1d692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.460568 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-f8c3ef54-25c0-432c-bae9-cf9709d1d692 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94cc095c-2c4a-4fdb-9855-0bf9518526d1 HTTP/1.1" status: 204 len: 168 time: 0.1254215 Jul 22 23:46:13.469809 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3ef54-25c0-432c-bae9-cf9709d1d692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cc095c-2c4a-4fdb-9855-0bf9518526d1,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:14.111989 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56670) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.206465 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1411822054-network', 'tenant_id': 'fdbf298185e846fead31233e155a4322'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:14.227761 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Made reservation on behalf of fdbf298185e846fead31233e155a4322 for: {'network': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:14.230375 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.238792 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.328820 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.332913 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.361368 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:14.371485 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:14.376606 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.376932 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.segments_db [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Added segment 8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e of type vlan for network 96bed573-358f-4641-89f5-a7948226f142 Jul 22 23:46:14.417685 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.457815 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.458895 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:14.459477 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.491200 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3781140 Jul 22 23:46:14.494184 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56674) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.500843 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] Request body: {'subnet': {'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1411822054-subnet', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'ip_version': 4}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:14.529227 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe1c46-8cb9-4c63-936d-987875185a16 admin admin] Pushing event updated for resources: {'Network': ['ID=96bed573-358f-4641-89f5-a7948226f142,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:14.541157 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network 96bed573-358f-4641-89f5-a7948226f142 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:14.553818 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] Made reservation on behalf of fdbf298185e846fead31233e155a4322 for: {'subnet': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:14.556650 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4662470'] for subnet, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.736243 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4474764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4662452'] for subnet, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.796781 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=491a47d1-2379-426a-9717-1eb4fcf7b288,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:14.806009 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] Checking segment: {'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:14.806392 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] Network hostable DHCP agents. Network: 96bed573-358f-4641-89f5-a7948226f142, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:46:14.824730 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] Network 96bed573-358f-4641-89f5-a7948226f142 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:46:14.839844 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, 96bed573-358f-4641-89f5-a7948226f142) {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:14.845977 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:14.846955 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.854200 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d66f5-9b3e-411e-a810-27fbe01fae4b None None] Network 96bed573-358f-4641-89f5-a7948226f142 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:14.865190 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-2dca935e-0234-4387-aba5-2342309d6ccf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3699288 Jul 22 23:46:14.868135 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56678) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.873230 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:14.896627 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9447'] for router, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.897682 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9448'] for router, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.979338 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.061678 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcd69339-1e6c-5171-9e50-755e91f893a1-96bed573-358f-4641-89f5-a7948226f142', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'fixed_ips': [{'subnet_id': '491a47d1-2379-426a-9717-1eb4fcf7b288'}]}} from dv-cinder-801916-1-iscsi. {{(pid=93215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:46:15.062596 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.267460 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.db_base_plugin_common [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Allocated IP 172.20.0.2 (96bed573-358f-4641-89f5-a7948226f142/491a47d1-2379-426a-9717-1eb4fcf7b288/88e7838f-5bec-4bfc-93b6-5f5dbd167a16) {{(pid=93215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:15.346063 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9434'] for router, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.424087 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Notify callbacks [] for port, precommit_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.434134 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Transition to ACTIVE for port object 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:15.451019 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Transition to ACTIVE for port object 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 will not be triggered until provisioned by entity DHCP. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:15.459923 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.529029 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Network 96bed573-358f-4641-89f5-a7948226f142 is already hosted by enough agents. {{(pid=93215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:15.532457 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.base_scheduler [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Resources bound (agent type, host, resource id): {{(pid=93215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:15.536256 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Received port after_create {{(pid=93215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:15.543926 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Pushing event updated for resources: {'Port': ['ID=88e7838f-5bec-4bfc-93b6-5f5dbd167a16,revision_number=1']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:15.554098 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.554448 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.555411 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.555744 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.556072 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.556401 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.556725 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.557050 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.557371 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.557689 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.558005 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.558347 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.611752 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Attempting to bind port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:15.619193 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Attempting to bind port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:15.619193 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Attempting to bind port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 on network 96bed573-358f-4641-89f5-a7948226f142 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:15.619193 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:15.619193 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Checking segment: {'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:15.619193 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.619658 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Bound using segment: {'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:15.619935 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Bound port: 88e7838f-5bec-4bfc-93b6-5f5dbd167a16, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:15.620323 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.622365 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.644838 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.694902 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] For port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:15.698799 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] For port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=88e7838f-5bec-4bfc-93b6-5f5dbd167a16,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:15.704733 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.768318 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd78083-54ba-454e-8b71-0848d6e7f00b None None] Pushing event updated for resources: {'Port': ['ID=88e7838f-5bec-4bfc-93b6-5f5dbd167a16,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:15.800831 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Allocated IP 172.27.3.219 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/28b06899-4071-42ff-b026-de936b870593) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:15.959261 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.012952 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.061632 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:16.067645 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:16.072298 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:16.100562 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Pushing event updated for resources: {'Port': ['ID=28b06899-4071-42ff-b026-de936b870593,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:16.343533 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.593256 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027816'] for router, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.706466 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22598f61-b668-4f99-b9bf-7e5723dcbf8d None None] Network 96bed573-358f-4641-89f5-a7948226f142 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:16.834872 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 is scheduled to L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 with binding_index 1 {{(pid=93213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:46:16.862617 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-949c6ffa-4682-4ed7-b334-003d7aafaa08 None None] Provisioning for port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:16.990928 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:17.013001 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Sync routers for ids ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:17.023855 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] Notify callbacks [] for router, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.028222 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-9a227c80-dcb1-46a7-9664-e0edbad2578f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1565206 Jul 22 23:46:17.028688 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56684) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:17.033133 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Routers {'96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:17.034619 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:46:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:17.135987 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:17.226218 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:17.237004 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:17.238801 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.253900 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Set router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:17.323515 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-ab80ba61-f991-4ae2-b5cf-e51eea218b81 None None] Provisioning complete for port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:17.323994 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba61-f991-4ae2-b5cf-e51eea218b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.425402 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.510094 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=88e7838f-5bec-4bfc-93b6-5f5dbd167a16,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:17.515845 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba61-f991-4ae2-b5cf-e51eea218b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.518623 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.580772 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:16Z', 'revision_number': 3, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:17.633846 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Checking router: 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:17.634424 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Updating router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 port 28b06899-4071-42ff-b026-de936b870593 binding host dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:46:17.690181 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.738278 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.749079 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=88e7838f-5bec-4bfc-93b6-5f5dbd167a16,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:17.770584 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.db.api [None req-ab80ba61-f991-4ae2-b5cf-e51eea218b81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:46:17.771208 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG oslo_db.api [None req-ab80ba61-f991-4ae2-b5cf-e51eea218b81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:46:17.981681 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Allocated IP 172.20.0.1 (96bed573-358f-4641-89f5-a7948226f142/491a47d1-2379-426a-9717-1eb4fcf7b288/d4c1e9b4-1b7a-4d99-9402-886274fe4c79) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:18.011281 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Notify callbacks [] for port, precommit_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.022626 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.provisioning_blocks [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Transition to ACTIVE for port object 28b06899-4071-42ff-b026-de936b870593 will not be triggered until provisioned by entity L2. {{(pid=93216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:18.030706 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.090578 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Attempting to bind port 28b06899-4071-42ff-b026-de936b870593 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:18.090945 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Attempting to bind port 28b06899-4071-42ff-b026-de936b870593 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:18.091312 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Attempting to bind port 28b06899-4071-42ff-b026-de936b870593 on network da98639b-9608-489a-974e-927f66fecb27 {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:18.097261 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Pushing event updated for resources: {'Port': ['ID=28b06899-4071-42ff-b026-de936b870593,revision_number=2']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:18.102421 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:18.102842 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Checking segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:18.103306 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.103569 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Bound using segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:18.104052 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Bound port: 28b06899-4071-42ff-b026-de936b870593, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:18.104456 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.121494 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.135620 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.136108 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.136637 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.137130 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.137476 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.137870 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.138075 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.provisioning_blocks [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Transition to ACTIVE for port object d4c1e9b4-1b7a-4d99-9402-886274fe4c79 will not be triggered until provisioned by entity DHCP. {{(pid=93213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:18.138370 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.138833 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.139356 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.139899 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.140406 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.140890 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:18.187007 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] For port 28b06899-4071-42ff-b026-de936b870593, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:18.191223 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.193648 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] For port 28b06899-4071-42ff-b026-de936b870593, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=28b06899-4071-42ff-b026-de936b870593,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:18.200261 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.241128 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Network 96bed573-358f-4641-89f5-a7948226f142 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:18.250404 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:18.255805 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:18.259141 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab16b2d-1bf8-4ff7-a1a1-2fac75085fa8 None None] Pushing event updated for resources: {'Port': ['ID=28b06899-4071-42ff-b026-de936b870593,revision_number=3']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:18.299503 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Routers {'96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:18.302459 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:46:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:18.317803 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c1e9b4-1b7a-4d99-9402-886274fe4c79,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:18.351620 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027609'] for router_interface, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.517383 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] Set router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:18.550645 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.679557 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-fb52b338-e4e8-48b7-ac0b-181114aa0745 None None] Provisioning for port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:18.685924 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-fb52b338-e4e8-48b7-ac0b-181114aa0745 None None] Provisioning complete for port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:18.686434 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-fb52b338-e4e8-48b7-ac0b-181114aa0745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.727836 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-fb52b338-e4e8-48b7-ac0b-181114aa0745 None None] Port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:18.816258 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.822969 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4474643'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.864125 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:16Z', 'revision_number': 3, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:18.893676 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026729'] for router_interface, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.895542 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c1e9b4-1b7a-4d99-9402-886274fe4c79,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:18.918777 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d586dc0-1161-48ad-ab79-7cf24680e362 None None] The sync data for ids ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'] in dv-cinder-801916-1-iscsi is: [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:16Z', 'revision_number': 3, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:19.033464 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Network 96bed573-358f-4641-89f5-a7948226f142 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:19.035643 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:19.099779 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:19.218174 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:19.218781 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.242152 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:19.441570 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:19.450580 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-6113d851-74c4-4937-8f09-954a3ed4cc85 admin admin] 10.222.0.55 "PUT /v2.0/routers/96a1406a-200c-4ab8-bcf5-2ac3a2b25d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4192665 Jul 22 23:46:19.458168 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-d8f58f45-1268-4292-bdda-736f9b8caf00 None None] Provisioning complete for port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:19.458850 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d8f58f45-1268-4292-bdda-736f9b8caf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.521909 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-d8f58f45-1268-4292-bdda-736f9b8caf00 None None] Port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:20.131350 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56708) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:20.136299 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-563731337-network', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:20.158373 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Made reservation on behalf of a66cb160d0a34525b3d5d64bb5bcfb5c for: {'network': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:20.160928 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.171194 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.279490 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.284617 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.313196 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:20.321847 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f6379c-4c1d-4a68-a8de-1af5c4d89895,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:20.330068 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.330564 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.segments_db [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Added segment 4c7af558-945d-46ec-bc90-58a806584504 of type vlan for network 3e328e01-5c89-4afb-ae93-560f70042406 Jul 22 23:46:20.386611 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.437898 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.438958 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:20.439814 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.475606 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3429520 Jul 22 23:46:20.479488 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56710) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:20.485778 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] Request body: {'subnet': {'network_id': '3e328e01-5c89-4afb-ae93-560f70042406', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-563731337-subnet', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'ip_version': 4}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:20.542531 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a736ec7-ec6c-4372-80b8-90e2547984c6 admin admin] Pushing event updated for resources: {'Network': ['ID=3e328e01-5c89-4afb-ae93-560f70042406,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:20.557726 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network 3e328e01-5c89-4afb-ae93-560f70042406 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:20.563037 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] Made reservation on behalf of a66cb160d0a34525b3d5d64bb5bcfb5c for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:20.566410 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5043980'] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.805748 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Sync routers for ids ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:20.820435 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Routers {'96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:20.821173 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:46:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:20.834691 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6442935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044094'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.899515 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae54d103-3e11-4979-8a93-b330cbb749bb,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:20.905615 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] Checking segment: {'id': '4c7af558-945d-46ec-bc90-58a806584504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:20.906126 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] Network hostable DHCP agents. Network: 3e328e01-5c89-4afb-ae93-560f70042406, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:46:20.930020 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] Network 3e328e01-5c89-4afb-ae93-560f70042406 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:46:20.945059 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, 3e328e01-5c89-4afb-ae93-560f70042406) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:20.952474 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:20.953235 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.956741 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Set router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:20.979092 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-63631c10-4bbc-4e56-b74d-2d21676ed7cf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4940383 Jul 22 23:46:20.979506 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56712) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:20.986400 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-563731337-router', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:20.999331 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caf1c01-2c28-4e66-8ea7-ab0e9057e563 None None] Network 3e328e01-5c89-4afb-ae93-560f70042406 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:21.040675 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9447'] for router, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.042321 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9448'] for router, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.140863 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.161409 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 28b06899-4071-42ff-b026-de936b870593 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:21.357203 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9434'] for router, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.387220 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 28b06899-4071-42ff-b026-de936b870593 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:21.414158 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 28b06899-4071-42ff-b026-de936b870593 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:21.414537 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.452857 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcd69339-1e6c-5171-9e50-755e91f893a1-3e328e01-5c89-4afb-ae93-560f70042406', 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'fixed_ips': [{'subnet_id': 'ae54d103-3e11-4979-8a93-b330cbb749bb'}]}} from dv-cinder-801916-1-iscsi. {{(pid=93215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:46:21.453670 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.603792 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'd4c1e9b4-1b7a-4d99-9402-886274fe4c79', 'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'mac_address': 'fa:16:3e:70:be:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:17Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 2, 'project_id': 'fdbf298185e846fead31233e155a4322', 'subnets': [{'id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:21.652759 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Checking router: 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:21.653125 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Updating router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 binding host dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:46:21.776374 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.806229 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.833996 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 28b06899-4071-42ff-b026-de936b870593, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=28b06899-4071-42ff-b026-de936b870593,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:21.836925 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.db_base_plugin_common [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Allocated IP 172.20.0.2 (3e328e01-5c89-4afb-ae93-560f70042406/ae54d103-3e11-4979-8a93-b330cbb749bb/fe14caf5-e7f4-41e3-bfc4-365e7916b308) {{(pid=93215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:21.854680 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.949969 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.977910 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.104030 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=28b06899-4071-42ff-b026-de936b870593,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:22.153697 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Allocated IP 172.27.3.253 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/cf3f45c4-7d92-4f60-9a18-429671b75ec2) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:22.264624 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Notify callbacks [] for port, precommit_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.297984 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Transition to ACTIVE for port object fe14caf5-e7f4-41e3-bfc4-365e7916b308 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:22.324078 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Transition to ACTIVE for port object fe14caf5-e7f4-41e3-bfc4-365e7916b308 will not be triggered until provisioned by entity DHCP. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:22.339157 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.341879 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.392968 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.448636 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:22.459198 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:22.462638 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3f45c4-7d92-4f60-9a18-429671b75ec2,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:22.467880 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:22.572058 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Network 3e328e01-5c89-4afb-ae93-560f70042406 is already hosted by enough agents. {{(pid=93215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:22.575648 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.578658 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.base_scheduler [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Resources bound (agent type, host, resource id): {{(pid=93215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:22.582011 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Received port after_create {{(pid=93215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:22.584854 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Pushing event updated for resources: {'Port': ['ID=fe14caf5-e7f4-41e3-bfc4-365e7916b308,revision_number=1']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:22.602571 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Transition to ACTIVE for port object d4c1e9b4-1b7a-4d99-9402-886274fe4c79 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:22.629055 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.723115 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Attempting to bind port fe14caf5-e7f4-41e3-bfc4-365e7916b308 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:22.723728 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Attempting to bind port fe14caf5-e7f4-41e3-bfc4-365e7916b308 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '4c7af558-945d-46ec-bc90-58a806584504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:22.724063 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Attempting to bind port fe14caf5-e7f4-41e3-bfc4-365e7916b308 on network 3e328e01-5c89-4afb-ae93-560f70042406 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:22.745959 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:22.746528 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Checking segment: {'id': '4c7af558-945d-46ec-bc90-58a806584504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:22.746939 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.747338 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Bound using segment: {'id': '4c7af558-945d-46ec-bc90-58a806584504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:22.748154 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Bound port: fe14caf5-e7f4-41e3-bfc4-365e7916b308, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7af558-945d-46ec-bc90-58a806584504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:22.748850 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.792900 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d36f42-2761-4dc2-9dce-f15c15be7cbc None None] Pushing event updated for resources: {'Port': ['ID=d4c1e9b4-1b7a-4d99-9402-886274fe4c79,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:22.849092 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.889714 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Attempting to bind port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:22.890203 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Attempting to bind port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:22.890789 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Attempting to bind port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 on network 96bed573-358f-4641-89f5-a7948226f142 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:22.909600 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:22.910227 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Checking segment: {'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:22.910865 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.911486 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Bound using segment: {'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:22.912269 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Bound port: d4c1e9b4-1b7a-4d99-9402-886274fe4c79, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:22.912772 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.977933 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] For port fe14caf5-e7f4-41e3-bfc4-365e7916b308, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:23.006618 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] For port fe14caf5-e7f4-41e3-bfc4-365e7916b308, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=fe14caf5-e7f4-41e3-bfc4-365e7916b308,segment=NetworkSegment(4c7af558-945d-46ec-bc90-58a806584504),segment_id=4c7af558-945d-46ec-bc90-58a806584504)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:23.022059 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.092650 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] For port d4c1e9b4-1b7a-4d99-9402-886274fe4c79, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:23.124814 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 28b06899-4071-42ff-b026-de936b870593 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:23.176496 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] For port d4c1e9b4-1b7a-4d99-9402-886274fe4c79, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=d4c1e9b4-1b7a-4d99-9402-886274fe4c79,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:23.193105 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.217056 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027816'] for router, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.228305 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f7b9c-08f9-4730-a098-9af95f9e9ebc None None] Pushing event updated for resources: {'Port': ['ID=fe14caf5-e7f4-41e3-bfc4-365e7916b308,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:23.295948 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Routers {'96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:23.297012 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:46:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:23.346289 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 28b06899-4071-42ff-b026-de936b870593 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:23.346289 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.467232 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d36f42-2761-4dc2-9dce-f15c15be7cbc None None] Pushing event updated for resources: {'Port': ['ID=d4c1e9b4-1b7a-4d99-9402-886274fe4c79,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:23.527884 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Router 5f52b554-805e-4495-93cb-05a41df037e5 is scheduled to L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 with binding_index 1 {{(pid=93214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:46:23.555930 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] Set router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:23.701301 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:23.713857 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Sync routers for ids ['5f52b554-805e-4495-93cb-05a41df037e5'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:23.725592 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Routers {'5f52b554-805e-4495-93cb-05a41df037e5'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:23.726299 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:46:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5f52b554-805e-4495-93cb-05a41df037e5'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:23.727046 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] Notify callbacks [] for router, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.732991 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-5988c07a-b081-4e25-a071-0c5f91f87e35 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7485003 Jul 22 23:46:23.734509 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 56720) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:23.881494 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'd4c1e9b4-1b7a-4d99-9402-886274fe4c79', 'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'mac_address': 'fa:16:3e:70:be:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:17Z', 'updated_at': '2021-07-22T23:46:23Z', 'revision_number': 4, 'project_id': 'fdbf298185e846fead31233e155a4322', 'subnets': [{'id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:23.885155 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Set router 5f52b554-805e-4495-93cb-05a41df037e5 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:23.927177 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34878f5-81fb-4950-8455-b51532651ed7 None None] The sync data for ids ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'] in dv-cinder-801916-1-iscsi is: [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'd4c1e9b4-1b7a-4d99-9402-886274fe4c79', 'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'mac_address': 'fa:16:3e:70:be:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:17Z', 'updated_at': '2021-07-22T23:46:23Z', 'revision_number': 4, 'project_id': 'fdbf298185e846fead31233e155a4322', 'subnets': [{'id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:24.261144 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52b554-805e-4495-93cb-05a41df037e5', 'name': 'tempest-TestMinimumBasicScenario-563731337-router', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:22Z', 'revision_number': 3, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'gw_port': {'id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52b554-805e-4495-93cb-05a41df037e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:24.294315 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Checking router: 5f52b554-805e-4495-93cb-05a41df037e5 for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:24.294315 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Updating router 5f52b554-805e-4495-93cb-05a41df037e5 port cf3f45c4-7d92-4f60-9a18-429671b75ec2 binding host dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:46:24.376653 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.636544 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50993793-74b4-498b-ae4c-283153537887 None None] Network 3e328e01-5c89-4afb-ae93-560f70042406 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:24.787123 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.843252 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f3d20c21-badd-41d2-bcee-32582d97e26c None None] Provisioning for port fe14caf5-e7f4-41e3-bfc4-365e7916b308 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:24.845831 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Notify callbacks [] for port, precommit_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.867241 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.provisioning_blocks [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Transition to ACTIVE for port object cf3f45c4-7d92-4f60-9a18-429671b75ec2 will not be triggered until provisioned by entity L2. {{(pid=93216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:24.877750 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.962600 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5652c-99b9-4690-b1b5-9546880891b8 None None] Pushing event updated for resources: {'Port': ['ID=cf3f45c4-7d92-4f60-9a18-429671b75ec2,revision_number=2']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:24.977588 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Attempting to bind port cf3f45c4-7d92-4f60-9a18-429671b75ec2 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:24.978145 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Attempting to bind port cf3f45c4-7d92-4f60-9a18-429671b75ec2 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:24.978702 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Attempting to bind port cf3f45c4-7d92-4f60-9a18-429671b75ec2 on network da98639b-9608-489a-974e-927f66fecb27 {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:25.006201 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:25.006792 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Checking segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:25.007485 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.008134 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Bound using segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:25.008932 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Bound port: cf3f45c4-7d92-4f60-9a18-429671b75ec2, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:25.009532 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.134255 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Allocated IP 172.20.0.1 (3e328e01-5c89-4afb-ae93-560f70042406/ae54d103-3e11-4979-8a93-b330cbb749bb/da389140-01f3-4482-b3de-0d149d70e226) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:25.175179 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] For port cf3f45c4-7d92-4f60-9a18-429671b75ec2, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:25.185183 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] For port cf3f45c4-7d92-4f60-9a18-429671b75ec2, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=cf3f45c4-7d92-4f60-9a18-429671b75ec2,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:25.198750 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.230881 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device d4c1e9b4-1b7a-4d99-9402-886274fe4c79 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:25.315407 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Routers {'5f52b554-805e-4495-93cb-05a41df037e5'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:25.316156 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:46:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5f52b554-805e-4495-93cb-05a41df037e5'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:25.355847 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5652c-99b9-4690-b1b5-9546880891b8 None None] Pushing event updated for resources: {'Port': ['ID=cf3f45c4-7d92-4f60-9a18-429671b75ec2,revision_number=3']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:25.386360 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:25.390016 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.397022 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:25.397398 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.423398 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.provisioning_blocks [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Transition to ACTIVE for port object da389140-01f3-4482-b3de-0d149d70e226 will not be triggered until provisioned by entity DHCP. {{(pid=93213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:25.474977 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] Set router 5f52b554-805e-4495-93cb-05a41df037e5 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:25.480532 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.515363 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.553579 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Network 3e328e01-5c89-4afb-ae93-560f70042406 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:25.561339 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:25.565346 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:25.569478 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Pushing event updated for resources: {'Port': ['ID=da389140-01f3-4482-b3de-0d149d70e226,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:25.576975 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port d4c1e9b4-1b7a-4d99-9402-886274fe4c79, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=d4c1e9b4-1b7a-4d99-9402-886274fe4c79,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:25.585308 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.587204 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device fe14caf5-e7f4-41e3-bfc4-365e7916b308 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:25.665110 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027609'] for router_interface, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.729054 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=d4c1e9b4-1b7a-4d99-9402-886274fe4c79,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:25.778310 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port fe14caf5-e7f4-41e3-bfc4-365e7916b308 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:25.784991 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port fe14caf5-e7f4-41e3-bfc4-365e7916b308 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:25.785500 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.799270 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52b554-805e-4495-93cb-05a41df037e5', 'name': 'tempest-TestMinimumBasicScenario-563731337-router', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:22Z', 'revision_number': 3, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'gw_port': {'id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52b554-805e-4495-93cb-05a41df037e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:25.849174 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44fa8c-94b3-4c8c-bb72-42e4b1212a11 None None] The sync data for ids ['5f52b554-805e-4495-93cb-05a41df037e5'] in dv-cinder-801916-1-iscsi is: [{'id': '5f52b554-805e-4495-93cb-05a41df037e5', 'name': 'tempest-TestMinimumBasicScenario-563731337-router', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:22Z', 'revision_number': 3, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'gw_port': {'id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52b554-805e-4495-93cb-05a41df037e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:25.898390 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.915034 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.971494 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-b3f92538-6d0f-423c-a1c9-d66df4d404a6 None None] Provisioning for port da389140-01f3-4482-b3de-0d149d70e226 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:25.981306 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port fe14caf5-e7f4-41e3-bfc4-365e7916b308, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=fe14caf5-e7f4-41e3-bfc4-365e7916b308,segment=NetworkSegment(4c7af558-945d-46ec-bc90-58a806584504),segment_id=4c7af558-945d-46ec-bc90-58a806584504)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:25.983754 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-b3f92538-6d0f-423c-a1c9-d66df4d404a6 None None] Provisioning complete for port da389140-01f3-4482-b3de-0d149d70e226 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:25.984419 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b3f92538-6d0f-423c-a1c9-d66df4d404a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.988676 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.068122 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-b3f92538-6d0f-423c-a1c9-d66df4d404a6 None None] Port da389140-01f3-4482-b3de-0d149d70e226 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:26.095649 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=fe14caf5-e7f4-41e3-bfc4-365e7916b308,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:26.168977 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.183762 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4474643'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.267583 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026729'] for router_interface, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.269719 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Pushing event updated for resources: {'Port': ['ID=da389140-01f3-4482-b3de-0d149d70e226,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:26.393976 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Network 3e328e01-5c89-4afb-ae93-560f70042406 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:26.395508 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:26.551549 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Router 5f52b554-805e-4495-93cb-05a41df037e5 has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:26.718343 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-6d6b4ba0-a8d9-4df7-8ac2-57dc152d3bd3 None None] Provisioning complete for port da389140-01f3-4482-b3de-0d149d70e226 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:26.718798 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-6d6b4ba0-a8d9-4df7-8ac2-57dc152d3bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.750854 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:26.765211 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-5d1339fd-c7d0-42d9-879a-225b89c3068e admin admin] 10.222.0.55 "PUT /v2.0/routers/5f52b554-805e-4495-93cb-05a41df037e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0235147 Jul 22 23:46:26.783033 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-6d6b4ba0-a8d9-4df7-8ac2-57dc152d3bd3 None None] Port da389140-01f3-4482-b3de-0d149d70e226 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:27.160338 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device d4c1e9b4-1b7a-4d99-9402-886274fe4c79 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:27.235890 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:27.236619 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.335590 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device cf3f45c4-7d92-4f60-9a18-429671b75ec2 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:27.409518 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port cf3f45c4-7d92-4f60-9a18-429671b75ec2 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:27.417267 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port cf3f45c4-7d92-4f60-9a18-429671b75ec2 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:27.417856 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.556510 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.588166 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port cf3f45c4-7d92-4f60-9a18-429671b75ec2, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=cf3f45c4-7d92-4f60-9a18-429671b75ec2,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:27.593892 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.594873 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device fe14caf5-e7f4-41e3-bfc4-365e7916b308 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:27.676314 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=cf3f45c4-7d92-4f60-9a18-429671b75ec2,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.693552 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port fe14caf5-e7f4-41e3-bfc4-365e7916b308 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:27.694072 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.843728 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Sync routers for ids ['5f52b554-805e-4495-93cb-05a41df037e5'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:27.855340 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Routers {'5f52b554-805e-4495-93cb-05a41df037e5'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:27.856058 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:46:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5f52b554-805e-4495-93cb-05a41df037e5'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:28.052978 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Set router 5f52b554-805e-4495-93cb-05a41df037e5 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:28.452179 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9f5c-3463-4444-a109-c727c7ba0f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.468403 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52b554-805e-4495-93cb-05a41df037e5', 'name': 'tempest-TestMinimumBasicScenario-563731337-router', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 4, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'gw_port': {'id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52b554-805e-4495-93cb-05a41df037e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'da389140-01f3-4482-b3de-0d149d70e226', 'name': '', 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'mac_address': 'fa:16:3e:a9:8a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52b554-805e-4495-93cb-05a41df037e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ae54d103-3e11-4979-8a93-b330cbb749bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:24Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 2, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'subnets': [{'id': 'ae54d103-3e11-4979-8a93-b330cbb749bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:28.511952 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Checking router: 5f52b554-805e-4495-93cb-05a41df037e5 for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:28.512385 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Updating router 5f52b554-805e-4495-93cb-05a41df037e5 port da389140-01f3-4482-b3de-0d149d70e226 binding host dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:46:28.563853 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.993250 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.015239 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Transition to ACTIVE for port object da389140-01f3-4482-b3de-0d149d70e226 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:29.028342 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.137152 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device cf3f45c4-7d92-4f60-9a18-429671b75ec2 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:29.139805 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1d287-1aef-4372-9b22-9d69ccea68c7 None None] Pushing event updated for resources: {'Port': ['ID=da389140-01f3-4482-b3de-0d149d70e226,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:29.245857 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Attempting to bind port da389140-01f3-4482-b3de-0d149d70e226 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:29.246534 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Attempting to bind port da389140-01f3-4482-b3de-0d149d70e226 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '4c7af558-945d-46ec-bc90-58a806584504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:29.247165 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Attempting to bind port da389140-01f3-4482-b3de-0d149d70e226 on network 3e328e01-5c89-4afb-ae93-560f70042406 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:29.263141 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:29.263746 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Checking segment: {'id': '4c7af558-945d-46ec-bc90-58a806584504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:29.264366 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.265003 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Bound using segment: {'id': '4c7af558-945d-46ec-bc90-58a806584504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:29.265729 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Bound port: da389140-01f3-4482-b3de-0d149d70e226, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7af558-945d-46ec-bc90-58a806584504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:29.266353 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.349789 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port cf3f45c4-7d92-4f60-9a18-429671b75ec2 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:29.350538 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.436027 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] For port da389140-01f3-4482-b3de-0d149d70e226, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:29.442876 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] For port da389140-01f3-4482-b3de-0d149d70e226, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=da389140-01f3-4482-b3de-0d149d70e226,segment=NetworkSegment(4c7af558-945d-46ec-bc90-58a806584504),segment_id=4c7af558-945d-46ec-bc90-58a806584504)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:29.454147 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.579588 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1d287-1aef-4372-9b22-9d69ccea68c7 None None] Pushing event updated for resources: {'Port': ['ID=da389140-01f3-4482-b3de-0d149d70e226,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:29.583335 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Routers {'5f52b554-805e-4495-93cb-05a41df037e5'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:29.583963 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:46:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5f52b554-805e-4495-93cb-05a41df037e5'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:29.738609 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] Set router 5f52b554-805e-4495-93cb-05a41df037e5 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:30.194010 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52b554-805e-4495-93cb-05a41df037e5', 'name': 'tempest-TestMinimumBasicScenario-563731337-router', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 4, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'gw_port': {'id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52b554-805e-4495-93cb-05a41df037e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'da389140-01f3-4482-b3de-0d149d70e226', 'name': '', 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'mac_address': 'fa:16:3e:a9:8a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52b554-805e-4495-93cb-05a41df037e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ae54d103-3e11-4979-8a93-b330cbb749bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:24Z', 'updated_at': '2021-07-22T23:46:29Z', 'revision_number': 4, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'subnets': [{'id': 'ae54d103-3e11-4979-8a93-b330cbb749bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:30.224918 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d42c20-8421-4f4b-94d7-510cac4823f0 None None] The sync data for ids ['5f52b554-805e-4495-93cb-05a41df037e5'] in dv-cinder-801916-1-iscsi is: [{'id': '5f52b554-805e-4495-93cb-05a41df037e5', 'name': 'tempest-TestMinimumBasicScenario-563731337-router', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 4, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'gw_port': {'id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52b554-805e-4495-93cb-05a41df037e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'da389140-01f3-4482-b3de-0d149d70e226', 'name': '', 'network_id': '3e328e01-5c89-4afb-ae93-560f70042406', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'mac_address': 'fa:16:3e:a9:8a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f52b554-805e-4495-93cb-05a41df037e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ae54d103-3e11-4979-8a93-b330cbb749bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:24Z', 'updated_at': '2021-07-22T23:46:29Z', 'revision_number': 4, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'subnets': [{'id': 'ae54d103-3e11-4979-8a93-b330cbb749bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:31.149778 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device da389140-01f3-4482-b3de-0d149d70e226 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:31.243087 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port da389140-01f3-4482-b3de-0d149d70e226 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:31.258407 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port da389140-01f3-4482-b3de-0d149d70e226 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:31.258921 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.314669 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-eb5f4021-2d5d-4cf9-87a2-085298b5852b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.383642 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.437300 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port da389140-01f3-4482-b3de-0d149d70e226, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=da389140-01f3-4482-b3de-0d149d70e226,segment=NetworkSegment(4c7af558-945d-46ec-bc90-58a806584504),segment_id=4c7af558-945d-46ec-bc90-58a806584504)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:31.449461 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.509363 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=da389140-01f3-4482-b3de-0d149d70e226,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:31.862324 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.058803 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device da389140-01f3-4482-b3de-0d149d70e226 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:33.121784 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port da389140-01f3-4482-b3de-0d149d70e226 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:33.121784 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.234624 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:46:33.365405 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.155070 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.454982 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.135078 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-3b710441-3f88-404e-a3c6-52244742c62c tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:38.136593 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-3b710441-3f88-404e-a3c6-52244742c62c tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/networks?id=96bed573-358f-4641-89f5-a7948226f142 HTTP/1.1" status: 200 len: 815 time: 0.1086979 Jul 22 23:46:38.153127 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-51bfa356-49d3-4bae-9310-4dbd0175a4bc tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/quotas/fdbf298185e846fead31233e155a4322 HTTP/1.1" status: 200 len: 375 time: 0.0106788 Jul 22 23:46:38.230531 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-3e4d6dbc-fe3d-466b-8eea-dfa8f11a0080 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdbf298185e846fead31233e155a4322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714493 Jul 22 23:46:38.336466 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-6b13d040-b203-4547-a5b3-2437c7f841fc service neutron] 10.222.0.55 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933604 Jul 22 23:46:38.435760 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-333da8cd-a70d-4c76-86c4-58f48c4104b2 service neutron] 10.222.0.55 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930657 Jul 22 23:46:38.609440 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-835661c8-fe43-4493-a3a4-414360b4ce30 req-aecc6ddd-990f-4f24-b637-44b8e0da2fbb tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 210 time: 0.0331533 Jul 22 23:46:39.738920 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d6b87302-3e35-402e-84a9-442df56a8675 req-3e5e87ff-7a10-415e-bd3b-d80f5c974612 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 210 time: 0.0310898 Jul 22 23:46:39.793757 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-9720bdf2-1a7a-4e54-9bdf-ce79c75bb3e4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:39.796475 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-9720bdf2-1a7a-4e54-9bdf-ce79c75bb3e4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.78 "GET /v2.0/networks?id=96bed573-358f-4641-89f5-a7948226f142 HTTP/1.1" status: 200 len: 815 time: 0.1637385 Jul 22 23:46:39.817824 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Request body: {'port': {'device_id': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'admin_state_up': True, 'tenant_id': 'fdbf298185e846fead31233e155a4322'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:39.942765 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Made reservation on behalf of fdbf298185e846fead31233e155a4322 for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:39.946202 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.111220 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Allocated IP 172.20.0.8 (96bed573-358f-4641-89f5-a7948226f142/491a47d1-2379-426a-9717-1eb4fcf7b288/d3202f7d-aea2-41cd-9898-3abfa0cda8f9) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:40.340702 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.358942 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Transition to ACTIVE for port object d3202f7d-aea2-41cd-9898-3abfa0cda8f9 will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:40.400332 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.461528 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Network 96bed573-358f-4641-89f5-a7948226f142 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:40.466060 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:40.471968 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:40.530933 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:40.532308 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.546469 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'Port': ['ID=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:40.564949 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.565592 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.567780 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.568369 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.568869 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.569781 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.571019 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.572691 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.573276 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.573879 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.575294 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.575821 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:40.595409 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-8fe29a8c-d20b-42ef-b39f-17486f4dfd09 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7837720 Jul 22 23:46:40.874535 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-fd729647-4298-4630-ad3e-f953d37d1ac0 None None] Provisioning for port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:40.888111 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-fd729647-4298-4630-ad3e-f953d37d1ac0 None None] Provisioning complete for port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:40.888581 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-fd729647-4298-4630-ad3e-f953d37d1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.954637 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-fd729647-4298-4630-ad3e-f953d37d1ac0 None None] Port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:40.967556 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be4540-0312-4e99-bbb1-6b26b215fe1f req-64ed78ab-2a99-436a-b72b-e91cf25714fe tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:40.971112 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-36be4540-0312-4e99-bbb1-6b26b215fe1f req-64ed78ab-2a99-436a-b72b-e91cf25714fe tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 931 time: 0.1524880 Jul 22 23:46:41.058737 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-36be4540-0312-4e99-bbb1-6b26b215fe1f req-5ee8d057-b848-4a27-a069-5589023d66a3 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729618 Jul 22 23:46:42.260664 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2b6d4-db65-4bc5-944d-098f9cd865f0 req-bd8cbaec-288f-43c5-83ef-090940ce90a2 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:42.266088 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-92d2b6d4-db65-4bc5-944d-098f9cd865f0 req-bd8cbaec-288f-43c5-83ef-090940ce90a2 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 931 time: 0.1000133 Jul 22 23:46:42.318544 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-92d2b6d4-db65-4bc5-944d-098f9cd865f0 req-337d9e12-e10e-49a5-818e-078598ba9695 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452104 Jul 22 23:46:43.502391 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55353d1-b3ef-4e6b-9b6a-e0e123a19035 req-cd724e59-3212-4690-bb9f-8f2b5dde613f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.504243 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d55353d1-b3ef-4e6b-9b6a-e0e123a19035 req-cd724e59-3212-4690-bb9f-8f2b5dde613f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 931 time: 0.1025381 Jul 22 23:46:43.564478 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d55353d1-b3ef-4e6b-9b6a-e0e123a19035 req-549c8558-4bc2-4fea-b9fc-adfad7e01e9e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493557 Jul 22 23:46:44.784588 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea720dc-e24f-4f57-b605-7caa1a763a04 req-7060164b-d79d-45c8-8878-24146cfaca9a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:44.787502 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-aea720dc-e24f-4f57-b605-7caa1a763a04 req-7060164b-d79d-45c8-8878-24146cfaca9a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 931 time: 0.1160150 Jul 22 23:46:44.866749 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-aea720dc-e24f-4f57-b605-7caa1a763a04 req-aa6935ee-fff6-4d52-9d4e-51a7217c1290 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674109 Jul 22 23:46:46.076804 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444ac30-26a4-481d-965d-748bc17fea54 req-7de1ab26-88c9-4316-a1fe-fece0c0b8f5b tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:46.079062 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e444ac30-26a4-481d-965d-748bc17fea54 req-7de1ab26-88c9-4316-a1fe-fece0c0b8f5b tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 931 time: 0.1047003 Jul 22 23:46:46.130172 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e444ac30-26a4-481d-965d-748bc17fea54 req-81ca2217-6b7d-4b09-b601-769f2404921a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445685 Jul 22 23:46:47.330670 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b858fae-2413-480b-a20b-67fcc0a94a62 req-6a1730e4-7ac1-45de-aad0-ca758190475a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:47.332710 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0b858fae-2413-480b-a20b-67fcc0a94a62 req-6a1730e4-7ac1-45de-aad0-ca758190475a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 931 time: 0.1004231 Jul 22 23:46:47.382210 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0b858fae-2413-480b-a20b-67fcc0a94a62 req-2443a89a-5787-452b-946c-54c3a19363c5 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Jul 22 23:46:48.599120 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177430e-6195-4717-9241-b111a9abdf63 req-aa9acf67-1a76-4e4f-910f-3da273f1d49f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:48.602582 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4177430e-6195-4717-9241-b111a9abdf63 req-aa9acf67-1a76-4e4f-910f-3da273f1d49f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 931 time: 0.1373589 Jul 22 23:46:48.672069 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4177430e-6195-4717-9241-b111a9abdf63 req-18c72bd9-f9b4-40d6-aa46-59243d5cf837 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609796 Jul 22 23:46:49.844256 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9aea27-420f-436c-941a-e252cc746c8a req-3677a0c4-91f6-4a99-8599-bf0d7299ed6f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:49.845815 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-eb9aea27-420f-436c-941a-e252cc746c8a req-3677a0c4-91f6-4a99-8599-bf0d7299ed6f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 931 time: 0.0794451 Jul 22 23:46:49.892844 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-eb9aea27-420f-436c-941a-e252cc746c8a req-433644c2-fe86-440c-81ec-2fb820db77c1 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369585 Jul 22 23:46:50.825092 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Request body: {'port': {'device_id': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:50.907993 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.183309 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ca51a-4177-4d48-8da9-0bb5062156ff req-b986b05e-e95b-4421-bf1c-3100dd1e62fd tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:51.185364 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8e5ca51a-4177-4d48-8da9-0bb5062156ff req-b986b05e-e95b-4421-bf1c-3100dd1e62fd tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 931 time: 0.1963484 Jul 22 23:46:51.283457 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8e5ca51a-4177-4d48-8da9-0bb5062156ff req-aab9fcf4-0e51-4b39-be6c-b6b26a5a2323 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856748 Jul 22 23:46:51.320376 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3202f7d-aea2-41cd-9898-3abfa0cda8f9 {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:51.329711 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.344587 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Transition to ACTIVE for port object d3202f7d-aea2-41cd-9898-3abfa0cda8f9 will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:51.348729 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.417213 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Pushing event updated for resources: {'Port': ['ID=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:51.507075 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Attempting to bind port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:51.508479 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Attempting to bind port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:51.508479 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Attempting to bind port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 on network 96bed573-358f-4641-89f5-a7948226f142 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:51.515659 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 on network 96bed573-358f-4641-89f5-a7948226f142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:51.516118 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Attempting to bind port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 on network 96bed573-358f-4641-89f5-a7948226f142 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:51.523138 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:51.523640 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Checking segment: {'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:51.524123 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Bound using segment: {'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:51.524673 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Bound port: d3202f7d-aea2-41cd-9898-3abfa0cda8f9, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '96bed573-358f-4641-89f5-a7948226f142'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:51.525127 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.620041 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] For port d3202f7d-aea2-41cd-9898-3abfa0cda8f9, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:51.625614 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] For port d3202f7d-aea2-41cd-9898-3abfa0cda8f9, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:51.632829 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.681305 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:51.682182 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.684074 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] 10.222.0.78 "PUT /v2.0/ports/d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 1093 time: 0.8627348 Jul 22 23:46:51.684240 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:51.686843 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa8b347-6caf-45eb-af75-b181b09d6320" -d '{"events": [{"name": "network-changed", "server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:51.721557 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd1678-a237-4692-bd43-ee7530a00728 service neutron] Pushing event updated for resources: {'Port': ['ID=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:51.747547 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd18b26d-3181-4f27-93f0-b844eac68c91 x-openstack-request-id: req-cd18b26d-3181-4f27-93f0-b844eac68c91 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:51.747894 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:51.748193 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd18b26d-3181-4f27-93f0-b844eac68c91 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:51.748667 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'status': 'completed', 'code': 200} Jul 22 23:46:51.846661 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-bf84d624-9d3e-4aab-abcc-6aa721a0398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:51.850604 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-bf84d624-9d3e-4aab-abcc-6aa721a0398a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fdbf298185e846fead31233e155a4322&device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 1096 time: 0.1048732 Jul 22 23:46:51.907008 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-f73e7ae3-7bcb-45fb-92cd-2725ae1e070f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 217 time: 0.0461209 Jul 22 23:46:51.985454 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-7637048c-e090-4eef-ada7-ff52fe55d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:51.988008 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-7637048c-e090-4eef-ada7-ff52fe55d011 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=491a47d1-2379-426a-9717-1eb4fcf7b288 HTTP/1.1" status: 200 len: 854 time: 0.0711045 Jul 22 23:46:52.070549 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-6e51441e-989d-47dd-ba85-4da3b0f9f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.072571 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-6e51441e-989d-47dd-ba85-4da3b0f9f119 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=96bed573-358f-4641-89f5-a7948226f142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737705 Jul 22 23:46:52.185564 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-738a7d9f-cc10-40a1-a343-2b7f7e7109d3 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005833 Jul 22 23:46:52.297829 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-89cd1bb3-7e7b-4c13-bb93-bbb489e5239a req-ddf67e20-ba20-4672-9f6b-7ce6050aa2ff service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010258 Jul 22 23:46:52.573382 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70202265-3343-4803-8ff4-a9520e411d28 req-642673b3-283f-4e7c-b2a3-56abe1dcc594 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.578336 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-70202265-3343-4803-8ff4-a9520e411d28 req-642673b3-283f-4e7c-b2a3-56abe1dcc594 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 943 time: 0.1942627 Jul 22 23:46:52.594969 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b347-6caf-45eb-af75-b181b09d6320 req-bd9e3c25-f2d1-452a-b63a-eea5df788797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.596661 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2aa8b347-6caf-45eb-af75-b181b09d6320 req-bd9e3c25-f2d1-452a-b63a-eea5df788797 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fdbf298185e846fead31233e155a4322&device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 1096 time: 0.1567643 Jul 22 23:46:52.658667 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-70202265-3343-4803-8ff4-a9520e411d28 req-d8102398-fae1-4a20-8414-fe0cd548be13 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729239 Jul 22 23:46:52.722249 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b347-6caf-45eb-af75-b181b09d6320 req-9f977beb-e732-4dff-9abb-628a38215809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.723766 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2aa8b347-6caf-45eb-af75-b181b09d6320 req-9f977beb-e732-4dff-9abb-628a38215809 service neutron] 10.222.0.78 "GET /v2.0/networks?id=96bed573-358f-4641-89f5-a7948226f142 HTTP/1.1" status: 200 len: 916 time: 0.1186969 Jul 22 23:46:52.778483 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2aa8b347-6caf-45eb-af75-b181b09d6320 req-51632c57-d668-4539-855a-a25991c88345 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 217 time: 0.0474968 Jul 22 23:46:52.839601 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b347-6caf-45eb-af75-b181b09d6320 req-cc3b69ac-c17f-4797-88ff-5d33d5369bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.842186 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2aa8b347-6caf-45eb-af75-b181b09d6320 req-cc3b69ac-c17f-4797-88ff-5d33d5369bbc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=491a47d1-2379-426a-9717-1eb4fcf7b288 HTTP/1.1" status: 200 len: 854 time: 0.0573986 Jul 22 23:46:52.908747 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b347-6caf-45eb-af75-b181b09d6320 req-74d721a9-6b0d-4489-95b1-948206b0915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.909941 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2aa8b347-6caf-45eb-af75-b181b09d6320 req-74d721a9-6b0d-4489-95b1-948206b0915c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=96bed573-358f-4641-89f5-a7948226f142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607102 Jul 22 23:46:53.027423 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2aa8b347-6caf-45eb-af75-b181b09d6320 req-c385bb9e-3562-4d3c-aab7-a326153e112b service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104832 Jul 22 23:46:53.126304 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2aa8b347-6caf-45eb-af75-b181b09d6320 req-077333a5-1f12-4fd5-ba69-d7d2ed4cd5d7 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878813 Jul 22 23:46:53.809095 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb07ac-31f1-4500-a214-ce45760af0c0 req-64d4804e-b2e7-4acb-a90d-f3d19daa0e87 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:53.810751 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-55cb07ac-31f1-4500-a214-ce45760af0c0 req-64d4804e-b2e7-4acb-a90d-f3d19daa0e87 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 943 time: 0.0715280 Jul 22 23:46:53.858734 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-55cb07ac-31f1-4500-a214-ce45760af0c0 req-5f2d884b-da15-4258-981c-42cdd971236c tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Jul 22 23:46:55.032633 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba14b7-85bf-4f04-a076-a51aefecf0f2 req-3d3fa1a6-b890-41cb-a41e-657bed847cf8 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:55.035578 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c7ba14b7-85bf-4f04-a076-a51aefecf0f2 req-3d3fa1a6-b890-41cb-a41e-657bed847cf8 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 943 time: 0.0952504 Jul 22 23:46:55.083558 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c7ba14b7-85bf-4f04-a076-a51aefecf0f2 req-68563eb7-15d0-42e0-880c-50d0f8a77f5a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416033 Jul 22 23:46:55.456602 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device d3202f7d-aea2-41cd-9898-3abfa0cda8f9 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:46:55.562259 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port d3202f7d-aea2-41cd-9898-3abfa0cda8f9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:55.581278 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'port_id': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'mac_address': 'fa:16:3e:2d:a7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:46:55.643932 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.665750 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3202f7d-aea2-41cd-9898-3abfa0cda8f9 {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:55.702092 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port d3202f7d-aea2-41cd-9898-3abfa0cda8f9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:55.707956 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.769843 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:55.963791 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['d3202f7d-aea2-41cd-9898-3abfa0cda8f9'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:56.261300 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2d4c-5b39-4e15-8aa2-762fa16e3b4b req-b425559b-27a8-4aa0-a6a7-64c9bb0de829 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:56.262990 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e14b2d4c-5b39-4e15-8aa2-762fa16e3b4b req-b425559b-27a8-4aa0-a6a7-64c9bb0de829 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 944 time: 0.0777047 Jul 22 23:46:56.311051 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e14b2d4c-5b39-4e15-8aa2-762fa16e3b4b req-aba9e37e-6c61-4eff-991f-7ccec53a4cda tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 Jul 22 23:46:57.467822 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd599422-3b64-4e15-af21-8174e231bd8b req-6baecdba-c208-46df-9d20-e2f31d4cc7e5 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:57.470473 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dd599422-3b64-4e15-af21-8174e231bd8b req-6baecdba-c208-46df-9d20-e2f31d4cc7e5 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 944 time: 0.0716162 Jul 22 23:46:57.472172 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device d3202f7d-aea2-41cd-9898-3abfa0cda8f9 up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:57.521590 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dd599422-3b64-4e15-af21-8174e231bd8b req-f793c329-a4fa-42ab-9d0f-c3d7a5e0f487 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409522 Jul 22 23:46:57.536448 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:57.542275 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:57.543501 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.641841 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.670832 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:57.673449 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e373725d-b13c-49b5-86d9-0d30ba11d32c" -d '{"events": [{"server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "name": "network-vif-plugged", "status": "completed", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:57.689565 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port d3202f7d-aea2-41cd-9898-3abfa0cda8f9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:57.696196 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.744330 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36b1108-91e3-48dd-920e-052975dae0f4 x-openstack-request-id: req-f36b1108-91e3-48dd-920e-052975dae0f4 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:57.744669 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "name": "network-vif-plugged", "status": "completed", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:57.744964 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f36b1108-91e3-48dd-920e-052975dae0f4 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:57.745389 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'code': 200} Jul 22 23:46:57.776086 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:57.956196 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91682cc3-84ac-4bcb-8e89-26806cea7d2c req-fc1f6d6c-bc35-4560-92bd-5046db2e63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:57.957778 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-91682cc3-84ac-4bcb-8e89-26806cea7d2c req-fc1f6d6c-bc35-4560-92bd-5046db2e63ad service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 1098 time: 0.0664277 Jul 22 23:46:57.998847 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-91682cc3-84ac-4bcb-8e89-26806cea7d2c req-4c4538df-cf67-46eb-90cb-7d26a6b5be66 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310614 Jul 22 23:46:58.444895 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-614f7c8b-9982-44b1-a9af-544567ecf53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.694626 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d43e9-2652-407e-ba45-51c006ce25cc req-7d5dd85a-0701-4ff6-b275-587d769eaa7b tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:58.696311 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b30d43e9-2652-407e-ba45-51c006ce25cc req-7d5dd85a-0701-4ff6-b275-587d769eaa7b tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 945 time: 0.0729148 Jul 22 23:46:58.746942 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b30d43e9-2652-407e-ba45-51c006ce25cc req-1fdb7a30-af46-4504-ba11-0c9529c7aaf4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443764 Jul 22 23:46:59.904811 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8423b-e60d-47f9-ba9e-c287758c9dd4 req-883de4b1-0f51-4a89-922d-d183413287a6 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:59.906473 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e3d8423b-e60d-47f9-ba9e-c287758c9dd4 req-883de4b1-0f51-4a89-922d-d183413287a6 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 945 time: 0.0811641 Jul 22 23:46:59.957303 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e3d8423b-e60d-47f9-ba9e-c287758c9dd4 req-b2442a7c-d31d-4827-b90a-e2ec4f1975d4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Jul 22 23:47:00.149070 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f05a6-909f-42b0-87a0-c9c707f71377 req-b74e6a99-c846-4a7b-bbfd-d3a832cb4b0f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.151021 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e11f05a6-909f-42b0-87a0-c9c707f71377 req-b74e6a99-c846-4a7b-bbfd-d3a832cb4b0f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 945 time: 0.0740321 Jul 22 23:47:00.195972 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e11f05a6-909f-42b0-87a0-c9c707f71377 req-e1dd80ee-4b48-46b5-ab4f-90abe7c0745a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386968 Jul 22 23:47:00.641065 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45d5c1-21d8-4e9a-97b7-7680f67e6ef8 req-ca8d8be1-c037-4d7c-b467-9253a5f03e72 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.641065 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ee45d5c1-21d8-4e9a-97b7-7680f67e6ef8 req-ca8d8be1-c037-4d7c-b467-9253a5f03e72 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 945 time: 0.0817490 Jul 22 23:47:00.682260 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ee45d5c1-21d8-4e9a-97b7-7680f67e6ef8 req-23064bd0-34a1-45b5-98f8-27503925d9a4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366888 Jul 22 23:47:01.300149 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d257adef-71cd-466a-9698-85c63d9aa4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:01.857666 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:03.367206 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:05.140800 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:06.457145 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.656740 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77baad-93e2-4f19-b529-d509060bd495 req-2a69c684-4bd3-4316-b1fd-48980af23e59 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:09.658317 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d77baad-93e2-4f19-b529-d509060bd495 req-2a69c684-4bd3-4316-b1fd-48980af23e59 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 945 time: 0.0734487 Jul 22 23:47:09.714442 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d77baad-93e2-4f19-b529-d509060bd495 req-abdb7a94-d48f-4496-9095-dd1054eacc84 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497167 Jul 22 23:47:09.739022 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 56996) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:09.931058 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee193bf1-4ead-4859-9f27-f23738c6c9f1 tempest-TestMinimumBasicScenario-1180577657 tempest-TestMinimumBasicScenario-1180577657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:09.933952 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-ee193bf1-4ead-4859-9f27-f23738c6c9f1 tempest-TestMinimumBasicScenario-1180577657 tempest-TestMinimumBasicScenario-1180577657-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 1093 time: 0.1927302 Jul 22 23:47:09.937302 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57000) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:09.942799 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Request body: {'floatingip': {'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'port_id': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:09.977627 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for floatingip, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.109214 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.230603 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:47:10.239897 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Allocated IP 172.27.3.229 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/4f49512b-fbf4-450d-8abf-7c1e904b6d62) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:47:10.400179 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.451201 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.495101 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:47:10.503495 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:47:10.508553 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:47:10.541129 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'Port': ['ID=4f49512b-fbf4-450d-8abf-7c1e904b6d62,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:11.462160 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.590330 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.809121 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.814971 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.904493 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'Port': ['ID=4f49512b-fbf4-450d-8abf-7c1e904b6d62,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:11.920353 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.051534 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.l3_db [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Floating IP 9c45f31e-7d69-4ea6-bffb-4f99ccc743fb associated. External IP: 172.27.3.229, port: d3202f7d-aea2-41cd-9898-3abfa0cda8f9. Jul 22 23:47:12.337294 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:47:12.468697 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:47:12.487614 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5e959-3648-41e8-a261-1e8be8fe1ef3 None None] Sync routers for ids ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:47:12.498975 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.503350 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5e959-3648-41e8-a261-1e8be8fe1ef3 None None] Routers {'96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:12.504076 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-71c5e959-3648-41e8-a261-1e8be8fe1ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:47:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:12.558270 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-6cec73fd-9526-473c-a6e2-eb5eab5df00a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6197457 Jul 22 23:47:12.558868 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:12.561945 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bc31c0-41b5-45d6-990b-22f625d08f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:12.562741 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57008) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:12.572476 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476178869', 'description': 'tempest-secgroup-smoke-1476178869 description', 'project_id': 'fdbf298185e846fead31233e155a4322'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:12.616884 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.628328 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc580f55-7b8d-410c-a79e-70bc07541716 x-openstack-request-id: req-bc580f55-7b8d-410c-a79e-70bc07541716 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:12.628671 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:12.629002 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc580f55-7b8d-410c-a79e-70bc07541716 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:12.629628 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'status': 'completed', 'code': 200} Jul 22 23:47:12.690385 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-71c5e959-3648-41e8-a261-1e8be8fe1ef3 None None] Set router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:12.731989 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc31c0-41b5-45d6-990b-22f625d08f4e req-b71c31ed-57d6-4d0b-9744-d3e40269a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.734095 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e1bc31c0-41b5-45d6-990b-22f625d08f4e req-b71c31ed-57d6-4d0b-9744-d3e40269a3fb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fdbf298185e846fead31233e155a4322&device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 1098 time: 0.0818992 Jul 22 23:47:12.744136 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.752417 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.807102 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.809208 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2438040 Jul 22 23:47:12.812151 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57012) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:12.822236 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-7b87d3cd-e095-44b2-bbb8-5b27f9eb8b25 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Request body: {'security_group_rule': {'security_group_id': 'ed16052b-80db-46fb-99e5-c732c41675ad', 'project_id': 'fdbf298185e846fead31233e155a4322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:12.826007 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed16052b-80db-46fb-99e5-c732c41675ad,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:12.838288 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.838787 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.838983 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.839294 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.839607 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.839940 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.840266 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.840589 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.840910 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.841231 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.841551 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.841871 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2d440-700a-4070-b4ee-60c24a81ce93 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:12.873229 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7b87d3cd-e095-44b2-bbb8-5b27f9eb8b25 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.905915 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc31c0-41b5-45d6-990b-22f625d08f4e req-973e4597-6ebd-4717-a35c-8a187319fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.908684 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e1bc31c0-41b5-45d6-990b-22f625d08f4e req-973e4597-6ebd-4717-a35c-8a187319fd59 service neutron] 10.222.0.78 "GET /v2.0/networks?id=96bed573-358f-4641-89f5-a7948226f142 HTTP/1.1" status: 200 len: 916 time: 0.1679065 Jul 22 23:47:12.968443 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7b87d3cd-e095-44b2-bbb8-5b27f9eb8b25 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.974626 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7b87d3cd-e095-44b2-bbb8-5b27f9eb8b25 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.001467 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87d3cd-e095-44b2-bbb8-5b27f9eb8b25 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c73e051-465d-4ee9-a0dd-9dd45cbce856,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:13.023084 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7b87d3cd-e095-44b2-bbb8-5b27f9eb8b25 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.029426 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-7b87d3cd-e095-44b2-bbb8-5b27f9eb8b25 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2119887 Jul 22 23:47:13.029714 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e1bc31c0-41b5-45d6-990b-22f625d08f4e req-6bc25b89-cc52-46d8-b49c-86c1167dabe6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 999 time: 0.1125753 Jul 22 23:47:13.030149 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57014) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:13.041202 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-cd923c58-dd69-44e1-afa7-95ae2698e7ac tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Request body: {'security_group_rule': {'security_group_id': 'ed16052b-80db-46fb-99e5-c732c41675ad', 'project_id': 'fdbf298185e846fead31233e155a4322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:13.162591 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc31c0-41b5-45d6-990b-22f625d08f4e req-b7e02df7-b00c-46da-88c5-ccf64ebf365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.166281 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e1bc31c0-41b5-45d6-990b-22f625d08f4e req-b7e02df7-b00c-46da-88c5-ccf64ebf365f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=491a47d1-2379-426a-9717-1eb4fcf7b288 HTTP/1.1" status: 200 len: 854 time: 0.1150360 Jul 22 23:47:13.185858 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-71c5e959-3648-41e8-a261-1e8be8fe1ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '9c45f31e-7d69-4ea6-bffb-4f99ccc743fb', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'port_id': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'mac_address': 'fa:16:3e:2d:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:47:10Z', 'updated_at': '2021-07-22T23:47:10Z', 'revision_number': 0, 'project_id': 'fdbf298185e846fead31233e155a4322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c1e9b4-1b7a-4d99-9402-886274fe4c79', 'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'mac_address': 'fa:16:3e:70:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:17Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 5, 'project_id': 'fdbf298185e846fead31233e155a4322', 'subnets': [{'id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:13.196222 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-cd923c58-dd69-44e1-afa7-95ae2698e7ac tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.215505 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5e959-3648-41e8-a261-1e8be8fe1ef3 None None] Checking router: 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:47:13.229632 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5e959-3648-41e8-a261-1e8be8fe1ef3 None None] Routers {'96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:13.230619 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-71c5e959-3648-41e8-a261-1e8be8fe1ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:47:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:13.371713 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc31c0-41b5-45d6-990b-22f625d08f4e req-a0319a19-dce0-41e5-ac56-1793f60510f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.374390 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e1bc31c0-41b5-45d6-990b-22f625d08f4e req-a0319a19-dce0-41e5-ac56-1793f60510f8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=96bed573-358f-4641-89f5-a7948226f142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1969278 Jul 22 23:47:13.391476 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-71c5e959-3648-41e8-a261-1e8be8fe1ef3 None None] Set router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:13.408341 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-cd923c58-dd69-44e1-afa7-95ae2698e7ac tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.439961 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-cd923c58-dd69-44e1-afa7-95ae2698e7ac tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.548906 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd923c58-dd69-44e1-afa7-95ae2698e7ac tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16b6529-3395-41bd-8486-3775fbd23949,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:13.552591 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-cd923c58-dd69-44e1-afa7-95ae2698e7ac tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.554440 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-cd923c58-dd69-44e1-afa7-95ae2698e7ac tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5219564 Jul 22 23:47:13.558647 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57018) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:13.569645 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-3b2b89be-dc35-4b29-8d40-4355517f65ad tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Request body: {'security_group_rule': {'security_group_id': 'ed16052b-80db-46fb-99e5-c732c41675ad', 'project_id': 'fdbf298185e846fead31233e155a4322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:13.607534 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e1bc31c0-41b5-45d6-990b-22f625d08f4e req-d0896ce4-dc48-4cd9-99d6-0b4cae52fc4e service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241547 Jul 22 23:47:13.617905 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3b2b89be-dc35-4b29-8d40-4355517f65ad tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.711851 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-71c5e959-3648-41e8-a261-1e8be8fe1ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '9c45f31e-7d69-4ea6-bffb-4f99ccc743fb', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'port_id': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'mac_address': 'fa:16:3e:2d:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:47:10Z', 'updated_at': '2021-07-22T23:47:10Z', 'revision_number': 0, 'project_id': 'fdbf298185e846fead31233e155a4322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c1e9b4-1b7a-4d99-9402-886274fe4c79', 'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'mac_address': 'fa:16:3e:70:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:17Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 5, 'project_id': 'fdbf298185e846fead31233e155a4322', 'subnets': [{'id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:13.726221 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3b2b89be-dc35-4b29-8d40-4355517f65ad tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.732633 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3b2b89be-dc35-4b29-8d40-4355517f65ad tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.747655 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5e959-3648-41e8-a261-1e8be8fe1ef3 None None] The sync data for ids ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'] in dv-cinder-801916-1-iscsi is: [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '9c45f31e-7d69-4ea6-bffb-4f99ccc743fb', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'port_id': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'mac_address': 'fa:16:3e:2d:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:47:10Z', 'updated_at': '2021-07-22T23:47:10Z', 'revision_number': 0, 'project_id': 'fdbf298185e846fead31233e155a4322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c1e9b4-1b7a-4d99-9402-886274fe4c79', 'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'mac_address': 'fa:16:3e:70:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:17Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 5, 'project_id': 'fdbf298185e846fead31233e155a4322', 'subnets': [{'id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:47:13.757875 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e1bc31c0-41b5-45d6-990b-22f625d08f4e req-b1b92366-c667-4d59-b12e-8d6f87271069 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409471 Jul 22 23:47:13.760405 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b89be-dc35-4b29-8d40-4355517f65ad tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db165bc-b7ee-44a1-ac4a-588633261dba,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:13.778654 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3b2b89be-dc35-4b29-8d40-4355517f65ad tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.782093 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-3b2b89be-dc35-4b29-8d40-4355517f65ad tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2199316 Jul 22 23:47:13.784877 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57020) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:13.790951 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-8fd5bdad-7626-4005-bd89-75e7df5c78b9 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Request body: {'security_group_rule': {'security_group_id': 'ed16052b-80db-46fb-99e5-c732c41675ad', 'project_id': 'fdbf298185e846fead31233e155a4322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:13.826564 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5bdad-7626-4005-bd89-75e7df5c78b9 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.917779 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5bdad-7626-4005-bd89-75e7df5c78b9 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.922857 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5bdad-7626-4005-bd89-75e7df5c78b9 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.948046 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5bdad-7626-4005-bd89-75e7df5c78b9 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0de6514-56f1-4a72-b59f-6a11091c8921,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:13.966323 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5bdad-7626-4005-bd89-75e7df5c78b9 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.972959 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-8fd5bdad-7626-4005-bd89-75e7df5c78b9 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1867199 Jul 22 23:47:13.977063 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57022) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:13.982911 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-f37e9c5e-7037-485e-aebc-6afb14664679 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Request body: {'security_group_rule': {'security_group_id': 'ed16052b-80db-46fb-99e5-c732c41675ad', 'project_id': 'fdbf298185e846fead31233e155a4322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:14.015262 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.securitygroups_db [None req-f37e9c5e-7037-485e-aebc-6afb14664679 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Project fdbf298185e846fead31233e155a4322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:47:14.024415 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f37e9c5e-7037-485e-aebc-6afb14664679 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.052629 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec227b-9138-4537-8e06-5e043b06ca8b None None] New status for floating IP 9c45f31e-7d69-4ea6-bffb-4f99ccc743fb: ACTIVE {{(pid=93215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:47:14.135241 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f37e9c5e-7037-485e-aebc-6afb14664679 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.140982 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f37e9c5e-7037-485e-aebc-6afb14664679 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.172278 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e9c5e-7037-485e-aebc-6afb14664679 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78be988b-60c2-4069-8df9-00655ee626a0,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:14.193286 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f37e9c5e-7037-485e-aebc-6afb14664679 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.199196 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-f37e9c5e-7037-485e-aebc-6afb14664679 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2162871 Jul 22 23:47:14.199522 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57024) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:14.205125 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-d75b3999-9555-48fa-8203-360d3faed05e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Request body: {'security_group_rule': {'security_group_id': 'ed16052b-80db-46fb-99e5-c732c41675ad', 'project_id': 'fdbf298185e846fead31233e155a4322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:14.239646 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.securitygroups_db [None req-d75b3999-9555-48fa-8203-360d3faed05e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Project fdbf298185e846fead31233e155a4322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:47:14.246295 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d75b3999-9555-48fa-8203-360d3faed05e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.337647 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d75b3999-9555-48fa-8203-360d3faed05e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.358129 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d75b3999-9555-48fa-8203-360d3faed05e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.392109 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b3999-9555-48fa-8203-360d3faed05e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a26e827-dfff-44cc-936d-340cc6bf8af2,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:14.401365 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d75b3999-9555-48fa-8203-360d3faed05e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.403489 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-d75b3999-9555-48fa-8203-360d3faed05e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2024937 Jul 22 23:47:14.511971 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7c249c4-e551-4e5b-8aa3-5c387f3893f8 req-026bec4e-b32d-42a8-9cd0-fbdc5a46d6ec tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476178869&fields=id&tenant_id=fdbf298185e846fead31233e155a4322 HTTP/1.1" status: 200 len: 267 time: 0.0501223 Jul 22 23:47:14.612622 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c249c4-e551-4e5b-8aa3-5c387f3893f8 req-91d20849-0e51-4195-a4b1-ee2cecb1b9c9 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:14.615592 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7c249c4-e551-4e5b-8aa3-5c387f3893f8 req-91d20849-0e51-4195-a4b1-ee2cecb1b9c9 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 945 time: 0.0928347 Jul 22 23:47:14.629108 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-a7c249c4-e551-4e5b-8aa3-5c387f3893f8 req-de71486d-7039-4dfa-9f3e-7350f890dba4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Request body: {'port': {'security_groups': ['9b8fd289-9f29-45cb-9b9c-c120cfdb7c10', 'ed16052b-80db-46fb-99e5-c732c41675ad']}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:14.753154 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-a7c249c4-e551-4e5b-8aa3-5c387f3893f8 req-de71486d-7039-4dfa-9f3e-7350f890dba4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.064969 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-a7c249c4-e551-4e5b-8aa3-5c387f3893f8 req-de71486d-7039-4dfa-9f3e-7350f890dba4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] For port d3202f7d-aea2-41cd-9898-3abfa0cda8f9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:15.104460 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-a7c249c4-e551-4e5b-8aa3-5c387f3893f8 req-de71486d-7039-4dfa-9f3e-7350f890dba4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.110168 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-a7c249c4-e551-4e5b-8aa3-5c387f3893f8 req-de71486d-7039-4dfa-9f3e-7350f890dba4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.124416 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['d3202f7d-aea2-41cd-9898-3abfa0cda8f9'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:15.158122 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c249c4-e551-4e5b-8aa3-5c387f3893f8 req-de71486d-7039-4dfa-9f3e-7350f890dba4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.158645 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-a7c249c4-e551-4e5b-8aa3-5c387f3893f8 req-de71486d-7039-4dfa-9f3e-7350f890dba4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.160167 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7c249c4-e551-4e5b-8aa3-5c387f3893f8 req-de71486d-7039-4dfa-9f3e-7350f890dba4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "PUT /v2.0/ports/d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 981 time: 0.5369592 Jul 22 23:47:15.160999 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:15.163778 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:15.207103 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71486d-7039-4dfa-9f3e-7350f890dba4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'Port': ['ID=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,revision_number=6']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:15.242604 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf30bf83-219e-43cf-a4e5-2dd4bcc7119f x-openstack-request-id: req-cf30bf83-219e-43cf-a4e5-2dd4bcc7119f {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:15.243339 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:15.243926 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf30bf83-219e-43cf-a4e5-2dd4bcc7119f {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:15.246099 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'status': 'completed', 'code': 200} Jul 22 23:47:15.311101 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['d3202f7d-aea2-41cd-9898-3abfa0cda8f9'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:15.420469 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa req-435600b7-15fc-4c55-be29-9f0894d50149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.422202 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa req-435600b7-15fc-4c55-be29-9f0894d50149 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fdbf298185e846fead31233e155a4322&device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 1137 time: 0.1520276 Jul 22 23:47:15.446132 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3d751-d6bf-46b9-a11e-de542507c1cf req-8fe4205d-9b12-4bf7-9ace-788808cd1eec tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.448242 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-92f3d751-d6bf-46b9-a11e-de542507c1cf req-8fe4205d-9b12-4bf7-9ace-788808cd1eec tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.1618893 Jul 22 23:47:15.569580 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-92f3d751-d6bf-46b9-a11e-de542507c1cf req-e1e8d67e-a56b-4a10-aed3-0ba62ec1e6f4 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019726 Jul 22 23:47:15.593558 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa req-b421f4f6-fc3f-49c1-84a0-4cc575323431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.595219 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa req-b421f4f6-fc3f-49c1-84a0-4cc575323431 service neutron] 10.222.0.78 "GET /v2.0/networks?id=96bed573-358f-4641-89f5-a7948226f142 HTTP/1.1" status: 200 len: 916 time: 0.1649046 Jul 22 23:47:15.641295 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-d62a040d-1c6b-4d65-b204-17508cc3e88a None None] Provisioning complete for port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:15.641661 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d62a040d-1c6b-4d65-b204-17508cc3e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.674179 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa req-3b8ac209-7585-40a4-949d-3e2a55ec4c2a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 1001 time: 0.0697055 Jul 22 23:47:15.729223 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa req-0627987c-62f8-4dcd-ab41-f8baa17de415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.730789 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa req-0627987c-62f8-4dcd-ab41-f8baa17de415 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=491a47d1-2379-426a-9717-1eb4fcf7b288 HTTP/1.1" status: 200 len: 854 time: 0.0486627 Jul 22 23:47:15.802291 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa req-2828c452-9e70-4e88-b609-3ede8dff32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.803132 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa req-2828c452-9e70-4e88-b609-3ede8dff32d0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=96bed573-358f-4641-89f5-a7948226f142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657814 Jul 22 23:47:15.910593 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa req-793fa92d-6e5f-4f34-94c7-4c092b3bd769 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973144 Jul 22 23:47:16.029741 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-25bffe56-a8bb-4e65-8ed5-ee4ad055e6fa req-9256be0d-e21c-4515-8a37-17e0bcfab9e3 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121590 Jul 22 23:47:26.684907 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-e1eb8242-46c4-45fc-b245-eda4ff2fa4fa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598650 Jul 22 23:47:26.798616 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-149fd0a9-0df5-49d0-a076-e88a98def3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:26.800265 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-149fd0a9-0df5-49d0-a076-e88a98def3aa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fdbf298185e846fead31233e155a4322&device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 1137 time: 0.0670156 Jul 22 23:47:26.921033 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-743e2296-155f-4309-892e-1a23c64de848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:26.922848 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-743e2296-155f-4309-892e-1a23c64de848 service neutron] 10.222.0.78 "GET /v2.0/networks?id=96bed573-358f-4641-89f5-a7948226f142 HTTP/1.1" status: 200 len: 916 time: 0.1026511 Jul 22 23:47:26.996271 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-c7e2e0cf-16d7-47dc-91a5-20febda4c728 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 1001 time: 0.0669985 Jul 22 23:47:27.056684 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-f0781269-f659-4793-8cc5-d86de1369f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:27.058530 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-f0781269-f659-4793-8cc5-d86de1369f68 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=491a47d1-2379-426a-9717-1eb4fcf7b288 HTTP/1.1" status: 200 len: 854 time: 0.0546150 Jul 22 23:47:27.124195 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-f8889f5e-c887-4b2a-85c2-a00541461f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:27.125751 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-f8889f5e-c887-4b2a-85c2-a00541461f25 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=96bed573-358f-4641-89f5-a7948226f142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609341 Jul 22 23:47:27.232216 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-0fdd00d1-db6e-4b30-8ad3-8cca7d66e8a6 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979006 Jul 22 23:47:27.339703 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-d8265bfe-3816-4234-bb21-b07a19f5a715 req-8881559c-5eb1-4efe-b379-3b981376bd91 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997090 Jul 22 23:47:28.438720 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a11bdae5-2a55-4699-9dc8-42a281c4d7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:31.283684 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-93dcca32-8227-45a3-8ef7-d40e589dea18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:31.864450 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.360942 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.140860 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.474632 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.610487 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e7a5c-109f-4c75-b7d8-b062c6219bd9 req-790b3508-1bfb-42a3-a7e6-18625a25bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:38.612274 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-493e7a5c-109f-4c75-b7d8-b062c6219bd9 req-790b3508-1bfb-42a3-a7e6-18625a25bc94 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fdbf298185e846fead31233e155a4322&device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 1137 time: 0.1207402 Jul 22 23:47:38.651398 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b166f97-c818-4845-bbee-31568b6a8006 req-91295542-6cda-49b5-b360-a521816bba3d tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:38.653048 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6b166f97-c818-4845-bbee-31568b6a8006 req-91295542-6cda-49b5-b360-a521816bba3d tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.1247330 Jul 22 23:47:38.742531 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6b166f97-c818-4845-bbee-31568b6a8006 req-caaae258-8db7-4533-92e6-c4e238cbd37e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790820 Jul 22 23:47:38.759788 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e7a5c-109f-4c75-b7d8-b062c6219bd9 req-79150b08-42aa-4b84-8b75-350a0f821bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:38.761310 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-493e7a5c-109f-4c75-b7d8-b062c6219bd9 req-79150b08-42aa-4b84-8b75-350a0f821bcf service neutron] 10.222.0.78 "GET /v2.0/networks?id=96bed573-358f-4641-89f5-a7948226f142 HTTP/1.1" status: 200 len: 916 time: 0.1386425 Jul 22 23:47:38.846369 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-493e7a5c-109f-4c75-b7d8-b062c6219bd9 req-8de124e3-6b42-47fe-8b48-394fc6bf751e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 1001 time: 0.0741432 Jul 22 23:47:38.903165 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e7a5c-109f-4c75-b7d8-b062c6219bd9 req-ab1318f7-3b5f-4430-ae2c-28c80843f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:38.905265 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-493e7a5c-109f-4c75-b7d8-b062c6219bd9 req-ab1318f7-3b5f-4430-ae2c-28c80843f634 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=491a47d1-2379-426a-9717-1eb4fcf7b288 HTTP/1.1" status: 200 len: 854 time: 0.0489078 Jul 22 23:47:38.970136 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e7a5c-109f-4c75-b7d8-b062c6219bd9 req-7872360b-2c05-43da-8341-8671fc7a5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:38.971965 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-493e7a5c-109f-4c75-b7d8-b062c6219bd9 req-7872360b-2c05-43da-8341-8671fc7a5aa6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=96bed573-358f-4641-89f5-a7948226f142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591993 Jul 22 23:47:39.087566 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-493e7a5c-109f-4c75-b7d8-b062c6219bd9 req-cf8025c7-a7a6-4844-8bc3-51e710f280a9 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018927 Jul 22 23:47:39.197847 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-493e7a5c-109f-4c75-b7d8-b062c6219bd9 req-18baba25-d734-44bb-9e8a-e70f64f4f832 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010852 Jul 22 23:47:39.917449 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3c0f-347d-42b8-b3b1-2390ae7aaffe req-9f62a190-4071-4d3d-ab91-d03638d663ea tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:39.920272 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0e8c3c0f-347d-42b8-b3b1-2390ae7aaffe req-9f62a190-4071-4d3d-ab91-d03638d663ea tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0947857 Jul 22 23:47:39.967295 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0e8c3c0f-347d-42b8-b3b1-2390ae7aaffe req-98662ada-e939-4e1a-9d30-6d14e8b00bdb tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407765 Jul 22 23:47:41.116252 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fc19d-67c8-4afd-b8cc-b72582ce5b45 req-7572079e-2549-4d04-81fd-5faa6ddc5d7a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:41.117878 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bb6fc19d-67c8-4afd-b8cc-b72582ce5b45 req-7572079e-2549-4d04-81fd-5faa6ddc5d7a tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0738626 Jul 22 23:47:41.161651 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bb6fc19d-67c8-4afd-b8cc-b72582ce5b45 req-14e6f9e5-450d-4743-8dfc-90b7cf0d325c tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375819 Jul 22 23:47:42.292217 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e777a-02a9-4d7c-94d8-146e96ddbab7 req-d6e7c058-785d-4d13-a732-60c4f3655fc3 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:42.293742 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3b0e777a-02a9-4d7c-94d8-146e96ddbab7 req-d6e7c058-785d-4d13-a732-60c4f3655fc3 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0631635 Jul 22 23:47:42.336189 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3b0e777a-02a9-4d7c-94d8-146e96ddbab7 req-1fbfe32f-85f0-407b-91f0-5a164917042e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365646 Jul 22 23:47:43.480397 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968705-4acd-4d75-afed-c0595965d58a req-d6a7c04e-df5e-4d88-ae80-9788ca14c3e1 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:43.482169 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-92968705-4acd-4d75-afed-c0595965d58a req-d6a7c04e-df5e-4d88-ae80-9788ca14c3e1 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0754673 Jul 22 23:47:43.533188 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-92968705-4acd-4d75-afed-c0595965d58a req-6c873045-5c91-473a-86f1-bf56090a39b3 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444002 Jul 22 23:47:44.673517 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d6345-5aa3-45b8-b3d3-02f63d58209a req-7dae7149-eba1-4ac0-b9a4-6ee0fa85c866 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.674951 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-287d6345-5aa3-45b8-b3d3-02f63d58209a req-7dae7149-eba1-4ac0-b9a4-6ee0fa85c866 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0665376 Jul 22 23:47:44.719466 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-287d6345-5aa3-45b8-b3d3-02f63d58209a req-4162b285-c70a-46df-acae-59830ab088bc tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379338 Jul 22 23:47:45.853480 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68476c9-8caf-4df7-bf0c-ab188283f3d6 req-b6f9e1a2-e44e-486b-9fb3-ebe57d859cae tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:45.854967 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e68476c9-8caf-4df7-bf0c-ab188283f3d6 req-b6f9e1a2-e44e-486b-9fb3-ebe57d859cae tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0645134 Jul 22 23:47:45.907188 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e68476c9-8caf-4df7-bf0c-ab188283f3d6 req-f7c63c3b-6179-4695-af39-d15327c85618 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465615 Jul 22 23:47:47.044994 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12577fe7-d6fa-42bf-b79c-eaddb34dced4 req-4dd98dd6-4bdb-4bb5-a5eb-6f11a6e04a3b tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:47.046570 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-12577fe7-d6fa-42bf-b79c-eaddb34dced4 req-4dd98dd6-4bdb-4bb5-a5eb-6f11a6e04a3b tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0705645 Jul 22 23:47:47.096510 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-12577fe7-d6fa-42bf-b79c-eaddb34dced4 req-da577c9c-bbef-4477-bbb9-6caaa605a35c tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435810 Jul 22 23:47:47.231363 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:47:48.243264 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3151ab-9a7d-421d-98d6-d539aed2111b req-db60ef19-39cb-4489-b56c-d17ffa29297f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.244859 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8d3151ab-9a7d-421d-98d6-d539aed2111b req-db60ef19-39cb-4489-b56c-d17ffa29297f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0719962 Jul 22 23:47:48.287908 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8d3151ab-9a7d-421d-98d6-d539aed2111b req-b805bf76-b3be-4532-9ca7-03db430bb36e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372725 Jul 22 23:47:49.426572 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213960d7-4529-4fd8-ac89-702731c749c4 req-e030772b-2331-44c8-9302-24c8a1ce1d94 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:49.428112 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-213960d7-4529-4fd8-ac89-702731c749c4 req-e030772b-2331-44c8-9302-24c8a1ce1d94 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0639503 Jul 22 23:47:49.470562 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-213960d7-4529-4fd8-ac89-702731c749c4 req-fbced075-a877-48dc-894a-c9113f1fc55d tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367322 Jul 22 23:47:50.609526 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901462a5-ec05-4df0-b001-63aa588c9098 req-1c700ed0-e0cb-4e08-8e0d-01602d19d4f3 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:50.611025 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-901462a5-ec05-4df0-b001-63aa588c9098 req-1c700ed0-e0cb-4e08-8e0d-01602d19d4f3 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0648770 Jul 22 23:47:50.651197 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-901462a5-ec05-4df0-b001-63aa588c9098 req-cfb81c4b-db3b-4be5-83d9-6612d9bbaf18 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346799 Jul 22 23:47:51.790267 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66f980-bba1-4713-b703-1f3c589f7117 req-c4af4c7d-88d2-4e6f-8a10-b3c03a9a4dcf tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:51.791873 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ef66f980-bba1-4713-b703-1f3c589f7117 req-c4af4c7d-88d2-4e6f-8a10-b3c03a9a4dcf tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0733783 Jul 22 23:47:51.836473 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ef66f980-bba1-4713-b703-1f3c589f7117 req-42a55943-6603-4bf6-a1dc-73f9908148ec tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386167 Jul 22 23:47:52.977251 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945dd5b-f6ee-4e1c-8f90-3346910a88d4 req-612cffe8-a710-4559-801c-ef42b5b14b86 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:52.978819 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1945dd5b-f6ee-4e1c-8f90-3346910a88d4 req-612cffe8-a710-4559-801c-ef42b5b14b86 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0752640 Jul 22 23:47:53.024719 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1945dd5b-f6ee-4e1c-8f90-3346910a88d4 req-9772dd50-0011-4c1b-bba9-e2cf9b263e38 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388999 Jul 22 23:47:54.185448 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4a73a-12f3-4044-9baf-8f7ae63280ee req-acf19e9d-63fd-46e1-a1b8-1a55698d2fe3 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:54.187049 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-93b4a73a-12f3-4044-9baf-8f7ae63280ee req-acf19e9d-63fd-46e1-a1b8-1a55698d2fe3 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0685575 Jul 22 23:47:54.236474 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-93b4a73a-12f3-4044-9baf-8f7ae63280ee req-0a2bc02b-b583-46f6-8551-e8b357ea5888 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423889 Jul 22 23:47:55.393268 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298997a-95fc-442e-8a9b-b6c64355c60e req-8cfd1bff-d14e-4e90-89a5-3cd37cb19c00 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:55.394833 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e298997a-95fc-442e-8a9b-b6c64355c60e req-8cfd1bff-d14e-4e90-89a5-3cd37cb19c00 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0771139 Jul 22 23:47:55.441410 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e298997a-95fc-442e-8a9b-b6c64355c60e req-3b047abe-9107-48a9-962d-8593b7fd6aee tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed16052b-80db-46fb-99e5-c732c41675ad&id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374706 Jul 22 23:47:58.440934 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a552acc6-dae3-4fdc-8050-9156c0869dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.290228 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-2bcbcb27-ee33-467c-8ba0-ff2d4c7dcd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.857867 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.364875 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.147304 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.438607 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57196) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:06.492752 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.076902 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026702'] for router_interface, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.653656 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Deleting port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:07.654518 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.738405 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] For port 85ac3f7b-0320-4cb7-9af9-cdf13d83b894, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=85ac3f7b-0320-4cb7-9af9-cdf13d83b894,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:07.738766 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.753424 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Calling delete_port for 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 owned by network:router_interface {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:07.942299 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.973903 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ac3f7b-0320-4cb7-9af9-cdf13d83b894,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:07.986481 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:07.989819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:07.989819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:07.989819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:07.989819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:07.989819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:07.989819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:07.989819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:07.989819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:07.989819 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:07.990878 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:07.990878 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:08.164385 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026578'] for router_interface, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.416527 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Router a930b17a-4d1e-4486-9150-8eee4564e3fd has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:08.529915 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:08.536602 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-3d5ca7d4-4945-446d-8172-8987f67473c6 admin admin] 10.222.0.55 "PUT /v2.0/routers/a930b17a-4d1e-4486-9150-8eee4564e3fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0956953 Jul 22 23:48:08.539013 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57200) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:08.544157 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51e46a-a61f-422b-9143-9792d99802ec None None] Sync routers for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:08.560002 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51e46a-a61f-422b-9143-9792d99802ec None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:08.560980 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-de51e46a-a61f-422b-9143-9792d99802ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:08.667307 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.686862 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-de51e46a-a61f-422b-9143-9792d99802ec None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:08.819486 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.877940 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Deleting port 29598a9a-b2bf-42e6-aa30-995647503c1a {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:08.878329 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.921280 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-de51e46a-a61f-422b-9143-9792d99802ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:48:07Z', 'revision_number': 5, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port': {'id': '29598a9a-b2bf-42e6-aa30-995647503c1a', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:10:45Z', 'updated_at': '2021-07-22T23:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:08.952829 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51e46a-a61f-422b-9143-9792d99802ec None None] Checking router: a930b17a-4d1e-4486-9150-8eee4564e3fd for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:08.967445 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51e46a-a61f-422b-9143-9792d99802ec None None] Routers {'a930b17a-4d1e-4486-9150-8eee4564e3fd'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:08.968508 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-de51e46a-a61f-422b-9143-9792d99802ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['a930b17a-4d1e-4486-9150-8eee4564e3fd'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:08.983804 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] For port 29598a9a-b2bf-42e6-aa30-995647503c1a, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=29598a9a-b2bf-42e6-aa30-995647503c1a,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:08.984409 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.003787 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Calling delete_port for 29598a9a-b2bf-42e6-aa30-995647503c1a owned by network:router_gateway {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:09.126798 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-de51e46a-a61f-422b-9143-9792d99802ec None None] Set router a930b17a-4d1e-4486-9150-8eee4564e3fd gateway port host: None {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:09.202573 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.219974 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-de51e46a-a61f-422b-9143-9792d99802ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:48:08Z', 'revision_number': 6, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port_host': None}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:09.231607 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=29598a9a-b2bf-42e6-aa30-995647503c1a,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:09.261109 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51e46a-a61f-422b-9143-9792d99802ec None None] The sync data for ids ['a930b17a-4d1e-4486-9150-8eee4564e3fd'] in dv-cinder-801916-1-iscsi is: [{'id': 'a930b17a-4d1e-4486-9150-8eee4564e3fd', 'name': 'tempest-AttachVolumeTestJSON-1673410010-router', 'tenant_id': '0daf31fc4dcd49459973bf2aec95e80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:10:44Z', 'updated_at': '2021-07-22T23:48:08Z', 'revision_number': 6, 'project_id': '0daf31fc4dcd49459973bf2aec95e80e', 'gw_port_host': None}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:09.307229 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027764'] for router_gateway, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.406080 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9425'] for router, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.408319 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.460036 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024079'] for router, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.460036 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a930b17a-4d1e-4486-9150-8eee4564e3fd {{(pid=93214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:48:09.466424 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] Notify callbacks [] for router, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.467768 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-bf13a5ae-a6e1-4158-9039-93f9ee267b75 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a930b17a-4d1e-4486-9150-8eee4564e3fd HTTP/1.1" status: 204 len: 168 time: 0.9277623 Jul 22 23:48:09.470578 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57204) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:09.517815 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b9bc4c-6344-405b-8358-6b443b9db755 admin admin] Deleting subnet 08d89757-66f3-43cf-8c2d-2022faf154ea {{(pid=93214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:48:09.521500 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-15b9bc4c-6344-405b-8358-6b443b9db755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.571117 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-15b9bc4c-6344-405b-8358-6b443b9db755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5229623'] for subnet, precommit_delete_associations {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.697830 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-15b9bc4c-6344-405b-8358-6b443b9db755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.781698 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-15b9bc4c-6344-405b-8358-6b443b9db755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6442870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044081'] for subnet, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.812997 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9bc4c-6344-405b-8358-6b443b9db755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d89757-66f3-43cf-8c2d-2022faf154ea,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:09.817329 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-15b9bc4c-6344-405b-8358-6b443b9db755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.820814 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-15b9bc4c-6344-405b-8358-6b443b9db755 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/08d89757-66f3-43cf-8c2d-2022faf154ea HTTP/1.1" status: 204 len: 168 time: 0.3469770 Jul 22 23:48:09.822794 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57206) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:09.826564 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a9039b-5c1c-42a4-b424-4b7bc5db0ac2 None None] Network d4f9ed55-e720-41be-9012-ef43f64dc6c8 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:09.895799 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.960005 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Deleting port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:09.960324 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.035600 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] For port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=2f6b2d44-0d5a-4d44-b22c-ea48a99d865e,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:10.036124 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.047112 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] DHCP port deletion for d4f9ed55-e720-41be-9012-ef43f64dc6c8 request from dv-cinder-801916-1-iscsi {{(pid=93215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:48:10.062621 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Calling delete_port for 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e owned by network:dhcp {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:10.111741 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Deleting port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e {{(pid=93215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:10.112247 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.170135 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.203711 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6b2d44-0d5a-4d44-b22c-ea48a99d865e,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:10.208661 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] No DVR routers for this DVR port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e on host dv-cinder-801916-1-iscsi {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:10.221166 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] For port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=2f6b2d44-0d5a-4d44-b22c-ea48a99d865e,segment=NetworkSegment(0cc854db-f848-45b7-a407-62a846f54bd3),segment_id=0cc854db-f848-45b7-a407-62a846f54bd3)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:10.221704 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.242509 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Calling delete_port for 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e owned by network:dhcp {{(pid=93215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:10.316759 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.333527 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f9ed55-e720-41be-9012-ef43f64dc6c8']}} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:10.353336 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc854db-f848-45b7-a407-62a846f54bd3') {'for_net_delete': True} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:10.353840 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc854db-f848-45b7-a407-62a846f54bd3') {} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:10.367436 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738'] for port, after_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.373119 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229630'] for segment, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.401916 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.406206 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Pushing event deleted for resources: {'Port': ['ID=2f6b2d44-0d5a-4d44-b22c-ea48a99d865e,revision_number=None']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:10.410255 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:48:10.410858 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6442764'] for segment, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.411940 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] No DVR routers for this DVR port 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e on host dv-cinder-801916-1-iscsi {{(pid=93215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: Traceback (most recent call last): Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: timer() Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: cb(*args, **kw) Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: return func(*args, **kwargs) Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: self._notify() Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: self.callback(batched_events) Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: event.method(event) Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: return f(self, *a, **k) Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._get(url).json() Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: return self.request(url, 'GET', **kwargs) Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:48:10.414066 dv-cinder-801916-1-iscsi neutron-server[93214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:48:10.424995 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.425855 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.427164 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.427944 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.428720 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.429543 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.430378 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.430901 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.431879 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.432324 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.432884 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.433426 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9578a3-410f-4f7b-bd7b-a1110ee93e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:10.491720 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.498216 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.500661 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] 10.222.0.55 "DELETE /v2.0/networks/d4f9ed55-e720-41be-9012-ef43f64dc6c8 HTTP/1.1" status: 204 len: 168 time: 0.6765590 Jul 22 23:48:10.519837 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbfb71-d1e0-465d-95e8-66858bd9fc9e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f9ed55-e720-41be-9012-ef43f64dc6c8,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:10.677644 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57210) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.725351 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-8315f1ea-ab12-41b3-ad1d-2485212f6536 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0daf31fc4dcd49459973bf2aec95e80e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463758 Jul 22 23:48:10.728428 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57212) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.779594 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6d24f610-3e76-457d-a835-8eb5abce106f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.801374 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6d24f610-3e76-457d-a835-8eb5abce106f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.858094 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6d24f610-3e76-457d-a835-8eb5abce106f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.860693 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-6d24f610-3e76-457d-a835-8eb5abce106f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.862527 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-6d24f610-3e76-457d-a835-8eb5abce106f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/696491d5-7990-4a5a-948f-9d7b91387cc8 HTTP/1.1" status: 204 len: 168 time: 0.1322918 Jul 22 23:48:10.871498 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24f610-3e76-457d-a835-8eb5abce106f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696491d5-7990-4a5a-948f-9d7b91387cc8,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:11.107848 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 29598a9a-b2bf-42e6-aa30-995647503c1a no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:11.128249 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 29598a9a-b2bf-42e6-aa30-995647503c1a {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:11.128587 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 29598a9a-b2bf-42e6-aa30-995647503c1a not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:11.128995 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:11.148614 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:11.148946 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 85ac3f7b-0320-4cb7-9af9-cdf13d83b894 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:11.149355 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:11.168843 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:11.169178 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 2f6b2d44-0d5a-4d44-b22c-ea48a99d865e not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:12.264771 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57262) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:12.391832 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4c26524b-1a7f-4153-900e-96fdc81c89cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.491707 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4c26524b-1a7f-4153-900e-96fdc81c89cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.495696 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4c26524b-1a7f-4153-900e-96fdc81c89cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.534659 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-4c26524b-1a7f-4153-900e-96fdc81c89cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a541b7390c1f43a69cd480a855cf2f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688043 Jul 22 23:48:12.535627 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26524b-1a7f-4153-900e-96fdc81c89cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0126baa0-2ff4-4932-9aea-f231a73bf18f,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:12.537280 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57266) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:12.587648 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f64b1cf8-4fee-409f-9f96-133a6b3f704f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.608025 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f64b1cf8-4fee-409f-9f96-133a6b3f704f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.652187 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f64b1cf8-4fee-409f-9f96-133a6b3f704f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.654725 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f64b1cf8-4fee-409f-9f96-133a6b3f704f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.655899 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-f64b1cf8-4fee-409f-9f96-133a6b3f704f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0126baa0-2ff4-4932-9aea-f231a73bf18f HTTP/1.1" status: 204 len: 168 time: 0.1176310 Jul 22 23:48:12.664002 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b1cf8-4fee-409f-9f96-133a6b3f704f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0126baa0-2ff4-4932-9aea-f231a73bf18f,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:14.362112 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57318) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:14.474818 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c781b0bd-3a0b-4127-8ba9-85960b416fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.584796 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c781b0bd-3a0b-4127-8ba9-85960b416fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.588845 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-c781b0bd-3a0b-4127-8ba9-85960b416fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.630239 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-c781b0bd-3a0b-4127-8ba9-85960b416fa3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a36b966efa74c13a21bf0a3e85d406f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668383 Jul 22 23:48:14.632416 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781b0bd-3a0b-4127-8ba9-85960b416fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc773b-60d9-484b-8d63-c9926c8bc1ef,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:14.633262 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57322) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:14.694255 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.716117 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.765542 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.768149 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.772588 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97dc773b-60d9-484b-8d63-c9926c8bc1ef HTTP/1.1" status: 204 len: 168 time: 0.1376696 Jul 22 23:48:14.781350 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc773b-60d9-484b-8d63-c9926c8bc1ef,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:14.790246 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:14.790610 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:14.790919 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:14.791247 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:14.791687 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:14.792013 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:14.792340 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:14.792655 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:14.792981 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:14.793320 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:14.793633 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:14.793943 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56219e22-a210-4dc4-883b-73e2cc5f8d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:15.030291 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57328) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:15.044727 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dd809eaa-c5d6-4958-a12c-e1903d465a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.146980 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dd809eaa-c5d6-4958-a12c-e1903d465a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.151145 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dd809eaa-c5d6-4958-a12c-e1903d465a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.190322 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-dd809eaa-c5d6-4958-a12c-e1903d465a15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f12fd6df226c4125923e493906640943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579335 Jul 22 23:48:15.191180 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd809eaa-c5d6-4958-a12c-e1903d465a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4481388f-ce07-42b5-a02b-05e6f94dca99,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:15.192937 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57330) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:15.247835 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-143bd110-5c63-4096-8fc1-8d7584f0f7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.271037 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-143bd110-5c63-4096-8fc1-8d7584f0f7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.321286 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-143bd110-5c63-4096-8fc1-8d7584f0f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.324167 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-143bd110-5c63-4096-8fc1-8d7584f0f7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.325382 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-143bd110-5c63-4096-8fc1-8d7584f0f7cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4481388f-ce07-42b5-a02b-05e6f94dca99 HTTP/1.1" status: 204 len: 168 time: 0.1314416 Jul 22 23:48:15.334993 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bd110-5c63-4096-8fc1-8d7584f0f7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4481388f-ce07-42b5-a02b-05e6f94dca99,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:24.230332 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:48:28.228623 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8b906f10-ded2-4e66-b248-3b8e2c65e029 req-e7271b2a-e429-4a17-bb2b-e0c874b6e635 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476178869&fields=id&tenant_id=fdbf298185e846fead31233e155a4322 HTTP/1.1" status: 200 len: 267 time: 0.0334563 Jul 22 23:48:28.301635 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b906f10-ded2-4e66-b248-3b8e2c65e029 req-f9be3244-e554-401c-ac43-b8dd00f8c40f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:28.303352 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8b906f10-ded2-4e66-b248-3b8e2c65e029 req-f9be3244-e554-401c-ac43-b8dd00f8c40f tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 984 time: 0.0694199 Jul 22 23:48:28.315300 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [req-8b906f10-ded2-4e66-b248-3b8e2c65e029 req-80a6ea39-5f9c-4fb5-b4f3-6fbe94ec86fb tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Request body: {'port': {'security_groups': ['9b8fd289-9f29-45cb-9b9c-c120cfdb7c10']}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:28.409487 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-8b906f10-ded2-4e66-b248-3b8e2c65e029 req-80a6ea39-5f9c-4fb5-b4f3-6fbe94ec86fb tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.446807 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-dcd70a8d-c4ba-471b-bf34-09f7aa258f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.593455 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [req-8b906f10-ded2-4e66-b248-3b8e2c65e029 req-80a6ea39-5f9c-4fb5-b4f3-6fbe94ec86fb tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] For port d3202f7d-aea2-41cd-9898-3abfa0cda8f9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:28.625294 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-8b906f10-ded2-4e66-b248-3b8e2c65e029 req-80a6ea39-5f9c-4fb5-b4f3-6fbe94ec86fb tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.631819 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-8b906f10-ded2-4e66-b248-3b8e2c65e029 req-80a6ea39-5f9c-4fb5-b4f3-6fbe94ec86fb tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4474643'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.647340 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['d3202f7d-aea2-41cd-9898-3abfa0cda8f9'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:48:28.678551 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b906f10-ded2-4e66-b248-3b8e2c65e029 req-80a6ea39-5f9c-4fb5-b4f3-6fbe94ec86fb tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:28.679213 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [req-8b906f10-ded2-4e66-b248-3b8e2c65e029 req-80a6ea39-5f9c-4fb5-b4f3-6fbe94ec86fb tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.680693 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8b906f10-ded2-4e66-b248-3b8e2c65e029 req-80a6ea39-5f9c-4fb5-b4f3-6fbe94ec86fb tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "PUT /v2.0/ports/d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 942 time: 0.3711376 Jul 22 23:48:28.681161 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9'}] {{(pid=93213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:28.683736 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbe56bff62c3e8e8be4b69d0f079d0183bc44a0e5461d850edaa3815845927f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278" -d '{"events": [{"name": "network-changed", "server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9"}]}' {{(pid=93213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:28.691870 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57490) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:28.803939 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-fbd204a8-294b-4d77-a7bc-abd695bd8eef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1279676 Jul 22 23:48:28.812590 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['d3202f7d-aea2-41cd-9898-3abfa0cda8f9'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:48:29.041730 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-aeba7538-1eaf-4c2d-8ba0-2d89293d0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.043478 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-aeba7538-1eaf-4c2d-8ba0-2d89293d0371 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fdbf298185e846fead31233e155a4322&device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 1098 time: 0.1654406 Jul 22 23:48:29.146748 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-d40c672c-33c9-43ea-beb7-f7ecfcf3ec02 None None] Provisioning complete for port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:29.149715 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-d40c672c-33c9-43ea-beb7-f7ecfcf3ec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.155159 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6ea39-5f9c-4fb5-b4f3-6fbe94ec86fb tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event updated for resources: {'Port': ['ID=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,revision_number=7']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:29.195415 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6628d3fa-1311-469a-be28-2835e4b54e61 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.211733 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-5a19aac0-d9e4-4a1a-b842-ed12b6cbf0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.213257 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-5a19aac0-d9e4-4a1a-b842-ed12b6cbf0d9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=96bed573-358f-4641-89f5-a7948226f142 HTTP/1.1" status: 200 len: 916 time: 0.1469693 Jul 22 23:48:29.225400 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33f6acf-4282-41ab-963d-77b3524cc59b x-openstack-request-id: req-b33f6acf-4282-41ab-963d-77b3524cc59b {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:29.225844 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9", "status": "completed", "code": 200}]} {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:29.226293 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b33f6acf-4282-41ab-963d-77b3524cc59b {{(pid=93213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:29.226859 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'status': 'completed', 'code': 200} Jul 22 23:48:29.234876 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6628d3fa-1311-469a-be28-2835e4b54e61 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.334554 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6628d3fa-1311-469a-be28-2835e4b54e61 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.337426 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6628d3fa-1311-469a-be28-2835e4b54e61 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.338787 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-6628d3fa-1311-469a-be28-2835e4b54e61 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "DELETE /v2.0/security-groups/ed16052b-80db-46fb-99e5-c732c41675ad HTTP/1.1" status: 204 len: 168 time: 0.6459215 Jul 22 23:48:29.342231 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57504) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:29.365343 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628d3fa-1311-469a-be28-2835e4b54e61 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed16052b-80db-46fb-99e5-c732c41675ad,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:29.415438 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-20874641-6cba-4be6-a52a-89fa8e27ea4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 1001 time: 0.1922631 Jul 22 23:48:29.471886 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-5d2af10d-5762-48af-88a3-d41590cc99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.473284 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-5d2af10d-5762-48af-88a3-d41590cc99d3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=491a47d1-2379-426a-9717-1eb4fcf7b288 HTTP/1.1" status: 200 len: 854 time: 0.0503771 Jul 22 23:48:29.534728 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-cdfd5af3-1243-4ecd-9cdc-48ad47c56ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.536214 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-cdfd5af3-1243-4ecd-9cdc-48ad47c56ac7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=96bed573-358f-4641-89f5-a7948226f142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565383 Jul 22 23:48:29.537828 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Deleting port 4f49512b-fbf4-450d-8abf-7c1e904b6d62 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:29.538207 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.619763 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.620088 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.629666 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-f8fbf5a9-5fd7-4db6-afdd-ea320e43eeb5 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869982 Jul 22 23:48:29.632232 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Calling delete_port for 4f49512b-fbf4-450d-8abf-7c1e904b6d62 owned by network:floatingip {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:29.729934 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b18a122-3fe6-4e10-8ba9-a214903a481d req-a47bce1b-6ad9-4738-b51d-dba307cb3970 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938816 Jul 22 23:48:29.812314 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.830249 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278 req-543ee06b-8fa2-472f-833d-cc0608f93296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.831758 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278 req-543ee06b-8fa2-472f-833d-cc0608f93296 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fdbf298185e846fead31233e155a4322&device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 1098 time: 0.0581110 Jul 22 23:48:29.836911 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event deleted for resources: {'Port': ['ID=4f49512b-fbf4-450d-8abf-7c1e904b6d62,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:29.902216 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks [] for floatingip, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.902598 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.l3_db [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Floating IP 9c45f31e-7d69-4ea6-bffb-4f99ccc743fb disassociated (deleted). External IP: 172.27.3.229, port: d3202f7d-aea2-41cd-9898-3abfa0cda8f9. Jul 22 23:48:29.935117 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278 req-85b9dff7-a94b-4344-bb11-f864028d4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.936677 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278 req-85b9dff7-a94b-4344-bb11-f864028d4be4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=96bed573-358f-4641-89f5-a7948226f142 HTTP/1.1" status: 200 len: 916 time: 0.0981138 Jul 22 23:48:29.984496 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278 req-c663bdc0-544e-4b47-98d4-6895b01f16a1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 217 time: 0.0373533 Jul 22 23:48:30.045056 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278 req-93799187-8f85-4d38-95ca-8a12c57c090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:30.046708 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278 req-93799187-8f85-4d38-95ca-8a12c57c090a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=491a47d1-2379-426a-9717-1eb4fcf7b288 HTTP/1.1" status: 200 len: 854 time: 0.0553601 Jul 22 23:48:30.118894 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278 req-b95ad003-9cd2-4d1b-a909-65256001d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:30.121017 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278 req-b95ad003-9cd2-4d1b-a909-65256001d503 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=96bed573-358f-4641-89f5-a7948226f142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669260 Jul 22 23:48:30.166459 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:30.253234 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278 req-b96f2244-485b-4bd7-a361-b7a2655a9364 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251199 Jul 22 23:48:30.329823 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:30.336289 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.347033 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0b3189-aa5b-4263-ace8-49e65de0a049 None None] Sync routers for ids ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:30.356769 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b3189-aa5b-4263-ace8-49e65de0a049 None None] Routers {'96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:30.357408 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1e0b3189-aa5b-4263-ace8-49e65de0a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:30.362128 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2a4d0273-d35b-4cb2-a1da-d7daa9f89278 req-2e6b2f4d-4bfa-4a2a-9db1-394b5acd3ced service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003902 Jul 22 23:48:30.376768 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-f7daafe2-3032-4a8f-a8b8-43d36a110875 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "DELETE /v2.0/floatingips/9c45f31e-7d69-4ea6-bffb-4f99ccc743fb HTTP/1.1" status: 204 len: 168 time: 1.0330141 Jul 22 23:48:30.484116 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-1e0b3189-aa5b-4263-ace8-49e65de0a049 None None] Set router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:30.755158 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1e0b3189-aa5b-4263-ace8-49e65de0a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'd4c1e9b4-1b7a-4d99-9402-886274fe4c79', 'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'mac_address': 'fa:16:3e:70:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:17Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 5, 'project_id': 'fdbf298185e846fead31233e155a4322', 'subnets': [{'id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:30.791391 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0b3189-aa5b-4263-ace8-49e65de0a049 None None] Checking router: 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:30.802641 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b3189-aa5b-4263-ace8-49e65de0a049 None None] Routers {'96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:30.803278 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1e0b3189-aa5b-4263-ace8-49e65de0a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:30.968485 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-1e0b3189-aa5b-4263-ace8-49e65de0a049 None None] Set router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:31.229236 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9'}] {{(pid=93213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:31.236178 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbe56bff62c3e8e8be4b69d0f079d0183bc44a0e5461d850edaa3815845927f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9"}]}' {{(pid=93213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:31.240265 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1e0b3189-aa5b-4263-ace8-49e65de0a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'd4c1e9b4-1b7a-4d99-9402-886274fe4c79', 'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'mac_address': 'fa:16:3e:70:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:17Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 5, 'project_id': 'fdbf298185e846fead31233e155a4322', 'subnets': [{'id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:31.281813 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4610d3-368a-4642-af00-5cf23da90906 x-openstack-request-id: req-db4610d3-368a-4642-af00-5cf23da90906 {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:31.282958 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9", "status": "completed", "code": 200}]} {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:31.283389 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db4610d3-368a-4642-af00-5cf23da90906 {{(pid=93213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:31.284001 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'status': 'completed', 'code': 200} Jul 22 23:48:31.297229 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0b3189-aa5b-4263-ace8-49e65de0a049 None None] The sync data for ids ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'] in dv-cinder-801916-1-iscsi is: [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': 'd4c1e9b4-1b7a-4d99-9402-886274fe4c79', 'name': '', 'network_id': '96bed573-358f-4641-89f5-a7948226f142', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'mac_address': 'fa:16:3e:70:be:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:17Z', 'updated_at': '2021-07-22T23:46:25Z', 'revision_number': 5, 'project_id': 'fdbf298185e846fead31233e155a4322', 'subnets': [{'id': '491a47d1-2379-426a-9717-1eb4fcf7b288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:31.310889 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5dcdc308-8502-44e4-9ee0-14be654655e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.377383 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3 req-502fc8cc-5e8a-43c1-8553-5efe41f9ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:31.378965 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3 req-502fc8cc-5e8a-43c1-8553-5efe41f9ec8d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fdbf298185e846fead31233e155a4322&device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 1098 time: 0.0733008 Jul 22 23:48:31.600976 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88970a1b-cf58-439f-b90b-860e01b1329b None None] New status for floating IP 9c45f31e-7d69-4ea6-bffb-4f99ccc743fb: DOWN {{(pid=93216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:48:31.872123 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.876056 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3 req-140e452d-7ab5-4a0b-a630-b5757df8f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:31.878537 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3 req-140e452d-7ab5-4a0b-a630-b5757df8f6c7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=96bed573-358f-4641-89f5-a7948226f142 HTTP/1.1" status: 200 len: 916 time: 0.4920712 Jul 22 23:48:31.926006 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3 req-bf78b102-5b32-49c6-97aa-80c01fe765bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 200 len: 217 time: 0.0367453 Jul 22 23:48:31.980674 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3 req-12c9de16-2123-4ce9-adc8-0d48181ace0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:31.982344 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3 req-12c9de16-2123-4ce9-adc8-0d48181ace0d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=491a47d1-2379-426a-9717-1eb4fcf7b288 HTTP/1.1" status: 200 len: 854 time: 0.0490777 Jul 22 23:48:32.061609 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3 req-0a012ec3-6c45-40fc-8bb5-13f218fe1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:32.066538 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3 req-0a012ec3-6c45-40fc-8bb5-13f218fe1652 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=96bed573-358f-4641-89f5-a7948226f142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765247 Jul 22 23:48:32.210304 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3 req-328e4f4c-d486-455e-9919-b483ba55fc39 service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377401 Jul 22 23:48:32.322102 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b400e20-18e9-42bb-95d5-37d1b90ac1e3 req-fc8efee1-a63b-4fc5-ab0d-cac25ddb60eb service neutron] 10.222.0.78 "GET /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029243 Jul 22 23:48:32.681921 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57574) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:32.787004 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-16970bf2-25bb-46bf-a856-732afd4028a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.876402 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-16970bf2-25bb-46bf-a856-732afd4028a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.880296 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-16970bf2-25bb-46bf-a856-732afd4028a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.924534 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-16970bf2-25bb-46bf-a856-732afd4028a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7348f16e1a794ef681ea649e3adcc33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414348 Jul 22 23:48:32.925430 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16970bf2-25bb-46bf-a856-732afd4028a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392c65b5-8c58-4a64-8141-bb6f996b449f,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:32.928127 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57578) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:32.986294 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0fa889b1-5ccd-44f8-a990-6290446c1a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.006881 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0fa889b1-5ccd-44f8-a990-6290446c1a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.054662 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0fa889b1-5ccd-44f8-a990-6290446c1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.057215 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0fa889b1-5ccd-44f8-a990-6290446c1a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.058382 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-0fa889b1-5ccd-44f8-a990-6290446c1a98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/392c65b5-8c58-4a64-8141-bb6f996b449f HTTP/1.1" status: 204 len: 168 time: 0.1289337 Jul 22 23:48:33.066669 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa889b1-5ccd-44f8-a990-6290446c1a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392c65b5-8c58-4a64-8141-bb6f996b449f,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:33.333723 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57590) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:33.364197 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-70bb298e-0843-4ec2-a866-0b49cfa588f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.367542 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.480503 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819e429-ddb3-4103-84a7-2cbe4a356147 req-0b4fb9e6-8f04-4a17-aa11-97142a3d7ea0 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:33.482012 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7819e429-ddb3-4103-84a7-2cbe4a356147 req-0b4fb9e6-8f04-4a17-aa11-97142a3d7ea0 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 945 time: 0.1142325 Jul 22 23:48:33.547306 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-70bb298e-0843-4ec2-a866-0b49cfa588f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.554169 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-7819e429-ddb3-4103-84a7-2cbe4a356147 req-8f800103-efc5-4d74-b200-7895aba63d01 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626447 Jul 22 23:48:33.556502 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-70bb298e-0843-4ec2-a866-0b49cfa588f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.608414 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb298e-0843-4ec2-a866-0b49cfa588f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c6205f-e066-4f81-baf7-d6206b993f27,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:33.618051 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-70bb298e-0843-4ec2-a866-0b49cfa588f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=debfd862713c471ab8a307f02a19e613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831168 Jul 22 23:48:33.621859 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57592) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:33.678781 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-acc3217a-2169-4021-ba73-2c12645259d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.707841 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-acc3217a-2169-4021-ba73-2c12645259d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.759600 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-acc3217a-2169-4021-ba73-2c12645259d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.762793 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-acc3217a-2169-4021-ba73-2c12645259d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.763966 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-acc3217a-2169-4021-ba73-2c12645259d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48c6205f-e066-4f81-baf7-d6206b993f27 HTTP/1.1" status: 204 len: 168 time: 0.1411068 Jul 22 23:48:33.773624 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3217a-2169-4021-ba73-2c12645259d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c6205f-e066-4f81-baf7-d6206b993f27,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:34.756297 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb82eb-a387-4fed-9bb5-23019b02c9b3 req-ecace4a4-6769-4fdd-b0a3-28c5291acb3e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:34.759286 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-69eb82eb-a387-4fed-9bb5-23019b02c9b3 req-ecace4a4-6769-4fdd-b0a3-28c5291acb3e tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 945 time: 0.0890014 Jul 22 23:48:34.822594 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-69eb82eb-a387-4fed-9bb5-23019b02c9b3 req-44ccc187-bc87-4581-973c-9f6ecf42370b tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524395 Jul 22 23:48:35.151262 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.394374 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d3f92-6688-46cd-be46-ea80cff6232a req-0a336cea-2f8c-434c-b847-7e622d0c9984 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:35.395970 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-148d3f92-6688-46cd-be46-ea80cff6232a req-0a336cea-2f8c-434c-b847-7e622d0c9984 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.78 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 945 time: 0.0881789 Jul 22 23:48:35.519540 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-148d3f92-6688-46cd-be46-ea80cff6232a req-2d001196-7605-4625-b0d2-0530d52b5943 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Deleting port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:35.520045 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-148d3f92-6688-46cd-be46-ea80cff6232a req-2d001196-7605-4625-b0d2-0530d52b5943 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.685773 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-148d3f92-6688-46cd-be46-ea80cff6232a req-2d001196-7605-4625-b0d2-0530d52b5943 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] For port d3202f7d-aea2-41cd-9898-3abfa0cda8f9, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:35.686219 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-148d3f92-6688-46cd-be46-ea80cff6232a req-2d001196-7605-4625-b0d2-0530d52b5943 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.703276 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-148d3f92-6688-46cd-be46-ea80cff6232a req-2d001196-7605-4625-b0d2-0530d52b5943 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Calling delete_port for d3202f7d-aea2-41cd-9898-3abfa0cda8f9 owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:35.732323 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57640) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:35.842900 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b6350ecf-b53e-42f4-a6ea-070e85639ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.907607 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-148d3f92-6688-46cd-be46-ea80cff6232a req-2d001196-7605-4625-b0d2-0530d52b5943 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.926709 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['d3202f7d-aea2-41cd-9898-3abfa0cda8f9'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:48:35.964275 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d001196-7605-4625-b0d2-0530d52b5943 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Pushing event deleted for resources: {'Port': ['ID=d3202f7d-aea2-41cd-9898-3abfa0cda8f9,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:36.019116 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-160802c2-1fa7-40f5-9e66-1cc2ccb96638 req-f63d5171-6485-418e-8f06-ca73742fdf40 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1280c17f-dd19-478f-aedd-b15ba0b28995 HTTP/1.1" status: 200 len: 210 time: 0.0726662 Jul 22 23:48:36.026065 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-148d3f92-6688-46cd-be46-ea80cff6232a req-2d001196-7605-4625-b0d2-0530d52b5943 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] No DVR routers for this DVR port d3202f7d-aea2-41cd-9898-3abfa0cda8f9 on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:36.029168 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-148d3f92-6688-46cd-be46-ea80cff6232a req-2d001196-7605-4625-b0d2-0530d52b5943 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.031847 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-148d3f92-6688-46cd-be46-ea80cff6232a req-2d001196-7605-4625-b0d2-0530d52b5943 tempest-TestMinimumBasicScenario-510343829 tempest-TestMinimumBasicScenario-510343829-project] 10.222.0.78 "DELETE /v2.0/ports/d3202f7d-aea2-41cd-9898-3abfa0cda8f9 HTTP/1.1" status: 204 len: 173 time: 0.6298728 Jul 22 23:48:36.032426 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'name': 'network-vif-deleted', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:36.034813 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b197f3c-a4d9-4212-84ac-5db1d2525b4a" -d '{"events": [{"server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "name": "network-vif-deleted", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:36.081173 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b6350ecf-b53e-42f4-a6ea-070e85639ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.086910 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-b6350ecf-b53e-42f4-a6ea-070e85639ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.098617 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec0c546-5ef0-49b4-87df-3f98022142d3 x-openstack-request-id: req-bec0c546-5ef0-49b4-87df-3f98022142d3 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:36.099083 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1280c17f-dd19-478f-aedd-b15ba0b28995", "name": "network-vif-deleted", "tag": "d3202f7d-aea2-41cd-9898-3abfa0cda8f9", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:36.099484 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bec0c546-5ef0-49b4-87df-3f98022142d3 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:36.099901 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1280c17f-dd19-478f-aedd-b15ba0b28995', 'name': 'network-vif-deleted', 'tag': 'd3202f7d-aea2-41cd-9898-3abfa0cda8f9', 'status': 'completed', 'code': 200} Jul 22 23:48:36.162485 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6350ecf-b53e-42f4-a6ea-070e85639ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0216ba8-71f2-4c6e-b692-accf01ee2932,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:36.170829 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-b6350ecf-b53e-42f4-a6ea-070e85639ba8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2adb6908756740a1bc90c8639ae0c031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371719 Jul 22 23:48:36.174165 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57648) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:36.231449 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3d460a68-13cc-404e-80e5-2e11f7a5c135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.252763 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3d460a68-13cc-404e-80e5-2e11f7a5c135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.315779 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3d460a68-13cc-404e-80e5-2e11f7a5c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.318546 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3d460a68-13cc-404e-80e5-2e11f7a5c135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.323557 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-3d460a68-13cc-404e-80e5-2e11f7a5c135 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0216ba8-71f2-4c6e-b692-accf01ee2932 HTTP/1.1" status: 204 len: 168 time: 0.1445954 Jul 22 23:48:36.328862 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d460a68-13cc-404e-80e5-2e11f7a5c135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0216ba8-71f2-4c6e-b692-accf01ee2932,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:36.481278 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.649794 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57656) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:36.664078 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d91a4fc6-18fb-4121-bde5-9652ab5741cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.794837 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d91a4fc6-18fb-4121-bde5-9652ab5741cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.799586 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d91a4fc6-18fb-4121-bde5-9652ab5741cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.853950 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-d91a4fc6-18fb-4121-bde5-9652ab5741cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b3e59c544f2429fa27f41f343f5ccba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029169 Jul 22 23:48:36.856220 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a4fc6-18fb-4121-bde5-9652ab5741cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5ab1f1-5af9-40d1-af50-acbf23530f9e,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:36.856666 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57658) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:36.920121 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-073be4f7-105e-4a44-9903-ecb64b23f1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.943941 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-073be4f7-105e-4a44-9903-ecb64b23f1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.994583 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-073be4f7-105e-4a44-9903-ecb64b23f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.996838 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-073be4f7-105e-4a44-9903-ecb64b23f1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.997988 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-073be4f7-105e-4a44-9903-ecb64b23f1b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc5ab1f1-5af9-40d1-af50-acbf23530f9e HTTP/1.1" status: 204 len: 168 time: 0.1403530 Jul 22 23:48:37.006226 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073be4f7-105e-4a44-9903-ecb64b23f1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5ab1f1-5af9-40d1-af50-acbf23530f9e,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:37.925048 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57728) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:38.375730 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026702'] for router_interface, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.755390 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] Deleting port d4c1e9b4-1b7a-4d99-9402-886274fe4c79 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:38.755937 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.863310 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] For port d4c1e9b4-1b7a-4d99-9402-886274fe4c79, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=d4c1e9b4-1b7a-4d99-9402-886274fe4c79,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:38.863877 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.882296 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] Calling delete_port for d4c1e9b4-1b7a-4d99-9402-886274fe4c79 owned by network:router_interface {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:39.139280 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.188231 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c1e9b4-1b7a-4d99-9402-886274fe4c79,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:39.427999 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026578'] for router_interface, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.705362 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] Router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:39.827275 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:39.834454 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-2f02f631-0e9f-4e49-abce-e5d52772a81b admin admin] 10.222.0.55 "PUT /v2.0/routers/96a1406a-200c-4ab8-bcf5-2ac3a2b25d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9074392 Jul 22 23:48:39.837076 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57758) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:39.839259 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef755c1-a2cb-4b2c-a694-34d60a831f41 None None] Sync routers for ids ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:39.850298 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef755c1-a2cb-4b2c-a694-34d60a831f41 None None] Routers {'96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:39.850937 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1ef755c1-a2cb-4b2c-a694-34d60a831f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:39.933324 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device d3202f7d-aea2-41cd-9898-3abfa0cda8f9 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:39.951762 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.955736 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: d3202f7d-aea2-41cd-9898-3abfa0cda8f9 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:39.956024 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device d3202f7d-aea2-41cd-9898-3abfa0cda8f9 not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:39.993867 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-1ef755c1-a2cb-4b2c-a694-34d60a831f41 None None] Set router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:40.060695 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.119864 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Deleting port 28b06899-4071-42ff-b026-de936b870593 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:40.120325 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.220242 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] For port 28b06899-4071-42ff-b026-de936b870593, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=28b06899-4071-42ff-b026-de936b870593,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:40.221078 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.238108 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Calling delete_port for 28b06899-4071-42ff-b026-de936b870593 owned by network:router_gateway {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:40.333579 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1ef755c1-a2cb-4b2c-a694-34d60a831f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '28b06899-4071-42ff-b026-de936b870593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:48:39Z', 'revision_number': 5, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port': {'id': '28b06899-4071-42ff-b026-de936b870593', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:15Z', 'updated_at': '2021-07-22T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:40.366116 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef755c1-a2cb-4b2c-a694-34d60a831f41 None None] Checking router: 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:40.381980 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef755c1-a2cb-4b2c-a694-34d60a831f41 None None] Routers {'96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:40.383093 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1ef755c1-a2cb-4b2c-a694-34d60a831f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:40.439248 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.471725 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b06899-4071-42ff-b026-de936b870593,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:40.519039 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-1ef755c1-a2cb-4b2c-a694-34d60a831f41 None None] Set router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 gateway port host: None {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:40.563120 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027764'] for router_gateway, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.580403 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-1ef755c1-a2cb-4b2c-a694-34d60a831f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:48:40Z', 'revision_number': 6, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port_host': None}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:40.608637 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef755c1-a2cb-4b2c-a694-34d60a831f41 None None] The sync data for ids ['96a1406a-200c-4ab8-bcf5-2ac3a2b25d44'] in dv-cinder-801916-1-iscsi is: [{'id': '96a1406a-200c-4ab8-bcf5-2ac3a2b25d44', 'name': 'tempest-TestMinimumBasicScenario-1411822054-router', 'tenant_id': 'fdbf298185e846fead31233e155a4322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:14Z', 'updated_at': '2021-07-22T23:48:40Z', 'revision_number': 6, 'project_id': 'fdbf298185e846fead31233e155a4322', 'gw_port_host': None}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:40.718321 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9425'] for router, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.722152 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.778759 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024079'] for router, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.779448 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 {{(pid=93214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:48:40.786142 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.787919 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-618a6f4b-66ae-4c5a-ac27-b1b901d8c3c0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/96a1406a-200c-4ab8-bcf5-2ac3a2b25d44 HTTP/1.1" status: 204 len: 168 time: 0.9497001 Jul 22 23:48:40.790839 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57766) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:40.863793 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d66a52-9888-49be-9332-48aedbdc4c87 admin admin] Deleting subnet 491a47d1-2379-426a-9717-1eb4fcf7b288 {{(pid=93213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:48:40.869860 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-27d66a52-9888-49be-9332-48aedbdc4c87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.926318 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-27d66a52-9888-49be-9332-48aedbdc4c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5845599'] for subnet, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.039612 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-27d66a52-9888-49be-9332-48aedbdc4c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.139126 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-27d66a52-9888-49be-9332-48aedbdc4c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4474701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4662459'] for subnet, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.169087 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d66a52-9888-49be-9332-48aedbdc4c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491a47d1-2379-426a-9717-1eb4fcf7b288,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:41.175243 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-27d66a52-9888-49be-9332-48aedbdc4c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.177371 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-27d66a52-9888-49be-9332-48aedbdc4c87 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/491a47d1-2379-426a-9717-1eb4fcf7b288 HTTP/1.1" status: 204 len: 168 time: 0.3849819 Jul 22 23:48:41.180000 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57770) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:41.181668 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a7752c-1332-4e67-932c-8aff0b514b16 None None] Network 96bed573-358f-4641-89f5-a7948226f142 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:41.288114 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.382497 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Deleting port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:41.383124 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.423827 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85ae304-efae-4517-bbef-52654d003175 None None] DHCP port deletion for 96bed573-358f-4641-89f5-a7948226f142 request from dv-cinder-801916-1-iscsi {{(pid=93215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:48:41.479123 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] For port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=88e7838f-5bec-4bfc-93b6-5f5dbd167a16,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:41.479492 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.494088 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Calling delete_port for 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 owned by network:dhcp {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:41.505644 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-c85ae304-efae-4517-bbef-52654d003175 None None] Deleting port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 {{(pid=93215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:41.506431 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c85ae304-efae-4517-bbef-52654d003175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.572867 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device d4c1e9b4-1b7a-4d99-9402-886274fe4c79 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:41.583451 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.611347 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: d4c1e9b4-1b7a-4d99-9402-886274fe4c79 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:41.611630 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device d4c1e9b4-1b7a-4d99-9402-886274fe4c79 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:41.611824 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=88e7838f-5bec-4bfc-93b6-5f5dbd167a16,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:41.615913 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] No DVR routers for this DVR port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 on host dv-cinder-801916-1-iscsi {{(pid=93213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:41.620020 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-c85ae304-efae-4517-bbef-52654d003175 None None] For port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=88e7838f-5bec-4bfc-93b6-5f5dbd167a16,segment=NetworkSegment(8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e),segment_id=8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:41.621203 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c85ae304-efae-4517-bbef-52654d003175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.637047 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-c85ae304-efae-4517-bbef-52654d003175 None None] Calling delete_port for 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 owned by network:dhcp {{(pid=93215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:41.705967 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.718857 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bed573-358f-4641-89f5-a7948226f142']}} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:41.731981 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e') {'for_net_delete': True} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:41.732338 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c91aa27-8146-4b6b-876e-d8b2b9cdbb3e') {} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:41.750197 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5845590'] for segment, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.773079 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.785407 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:48:41.786129 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4474679'] for segment, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: Traceback (most recent call last): Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: timer() Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: cb(*args, **kw) Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: return func(*args, **kwargs) Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: self._notify() Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: self.callback(batched_events) Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: event.method(event) Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: return f(self, *a, **k) Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._get(url).json() Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: return self.request(url, 'GET', **kwargs) Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:48:41.789719 dv-cinder-801916-1-iscsi neutron-server[93213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:48:41.792708 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c85ae304-efae-4517-bbef-52654d003175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738'] for port, after_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.822361 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ae304-efae-4517-bbef-52654d003175 None None] Pushing event deleted for resources: {'Port': ['ID=88e7838f-5bec-4bfc-93b6-5f5dbd167a16,revision_number=None']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:41.833328 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ae304-efae-4517-bbef-52654d003175 None None] No DVR routers for this DVR port 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 on host dv-cinder-801916-1-iscsi {{(pid=93215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:41.882347 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.888606 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.890617 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] 10.222.0.55 "DELETE /v2.0/networks/96bed573-358f-4641-89f5-a7948226f142 HTTP/1.1" status: 204 len: 168 time: 0.7090955 Jul 22 23:48:41.897123 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57772) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:41.903261 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddc855-9cbe-4b11-a7a6-6d585dc28ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=96bed573-358f-4641-89f5-a7948226f142,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:42.320236 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026702'] for router_interface, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.670978 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] Deleting port da389140-01f3-4482-b3de-0d149d70e226 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:42.671209 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.049208 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] For port da389140-01f3-4482-b3de-0d149d70e226, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=da389140-01f3-4482-b3de-0d149d70e226,segment=NetworkSegment(4c7af558-945d-46ec-bc90-58a806584504),segment_id=4c7af558-945d-46ec-bc90-58a806584504)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:43.049950 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.062413 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] Calling delete_port for da389140-01f3-4482-b3de-0d149d70e226 owned by network:router_interface {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:43.116236 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 28b06899-4071-42ff-b026-de936b870593 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:43.146299 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 28b06899-4071-42ff-b026-de936b870593 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:43.146666 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 28b06899-4071-42ff-b026-de936b870593 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:43.147087 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:43.167938 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:43.168300 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 88e7838f-5bec-4bfc-93b6-5f5dbd167a16 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:43.274733 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.302764 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=da389140-01f3-4482-b3de-0d149d70e226,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:43.492356 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026578'] for router_interface, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.751699 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] Router 5f52b554-805e-4495-93cb-05a41df037e5 has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:43.832241 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57798) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:43.871397 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:43.878081 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-b6df2891-16d2-4bb2-9bea-bec759a82f82 admin admin] 10.222.0.55 "PUT /v2.0/routers/5f52b554-805e-4495-93cb-05a41df037e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9784729 Jul 22 23:48:43.879722 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57802) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:43.885564 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec653d3f-1676-4c7d-922a-9dc83e446677 None None] Sync routers for ids ['5f52b554-805e-4495-93cb-05a41df037e5'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:43.896670 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec653d3f-1676-4c7d-922a-9dc83e446677 None None] Routers {'5f52b554-805e-4495-93cb-05a41df037e5'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:43.897708 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-ec653d3f-1676-4c7d-922a-9dc83e446677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5f52b554-805e-4495-93cb-05a41df037e5'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:44.015022 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d0802e97-1f09-49e2-a317-364cfbb672c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.111645 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-ec653d3f-1676-4c7d-922a-9dc83e446677 None None] Set router 5f52b554-805e-4495-93cb-05a41df037e5 gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:44.116651 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Notify callbacks [] for router, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.275100 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d0802e97-1f09-49e2-a317-364cfbb672c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.276942 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.281361 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-d0802e97-1f09-49e2-a317-364cfbb672c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.308708 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-ec653d3f-1676-4c7d-922a-9dc83e446677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52b554-805e-4495-93cb-05a41df037e5', 'name': 'tempest-TestMinimumBasicScenario-563731337-router', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:48:43Z', 'revision_number': 5, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'gw_port': {'id': 'cf3f45c4-7d92-4f60-9a18-429671b75ec2', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f52b554-805e-4495-93cb-05a41df037e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:44.343641 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-d0802e97-1f09-49e2-a317-364cfbb672c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab12fa9954794b8c8b3f2fc306bfe052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101960 Jul 22 23:48:44.344511 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0802e97-1f09-49e2-a317-364cfbb672c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477f2611-e618-403f-97c9-fd04967d5690,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:44.346413 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec653d3f-1676-4c7d-922a-9dc83e446677 None None] Checking router: 5f52b554-805e-4495-93cb-05a41df037e5 for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:44.347972 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57804) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:44.356005 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec653d3f-1676-4c7d-922a-9dc83e446677 None None] Routers {'5f52b554-805e-4495-93cb-05a41df037e5'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:44.356689 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-ec653d3f-1676-4c7d-922a-9dc83e446677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5f52b554-805e-4495-93cb-05a41df037e5'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:44.372684 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Deleting port cf3f45c4-7d92-4f60-9a18-429671b75ec2 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:44.373027 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.433733 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-cfe04a5e-1a21-458b-bcf0-2a309016b94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.453010 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-ec653d3f-1676-4c7d-922a-9dc83e446677 None None] Set router 5f52b554-805e-4495-93cb-05a41df037e5 gateway port host: None {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:44.465210 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-cfe04a5e-1a21-458b-bcf0-2a309016b94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.466153 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] For port cf3f45c4-7d92-4f60-9a18-429671b75ec2, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=cf3f45c4-7d92-4f60-9a18-429671b75ec2,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:44.466575 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.479364 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Calling delete_port for cf3f45c4-7d92-4f60-9a18-429671b75ec2 owned by network:router_gateway {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:44.513001 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-ec653d3f-1676-4c7d-922a-9dc83e446677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f52b554-805e-4495-93cb-05a41df037e5', 'name': 'tempest-TestMinimumBasicScenario-563731337-router', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:48:44Z', 'revision_number': 6, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'gw_port_host': None}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:44.522795 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-cfe04a5e-1a21-458b-bcf0-2a309016b94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.525547 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-cfe04a5e-1a21-458b-bcf0-2a309016b94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.529196 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-cfe04a5e-1a21-458b-bcf0-2a309016b94f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/477f2611-e618-403f-97c9-fd04967d5690 HTTP/1.1" status: 204 len: 168 time: 0.1778903 Jul 22 23:48:44.541980 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe04a5e-1a21-458b-bcf0-2a309016b94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477f2611-e618-403f-97c9-fd04967d5690,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:44.542218 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec653d3f-1676-4c7d-922a-9dc83e446677 None None] The sync data for ids ['5f52b554-805e-4495-93cb-05a41df037e5'] in dv-cinder-801916-1-iscsi is: [{'id': '5f52b554-805e-4495-93cb-05a41df037e5', 'name': 'tempest-TestMinimumBasicScenario-563731337-router', 'tenant_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:21Z', 'updated_at': '2021-07-22T23:48:44Z', 'revision_number': 6, 'project_id': 'a66cb160d0a34525b3d5d64bb5bcfb5c', 'gw_port_host': None}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:44.708546 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.738850 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3f45c4-7d92-4f60-9a18-429671b75ec2,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:44.806979 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027764'] for router_gateway, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.891097 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57810) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:44.903964 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9425'] for router, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.906398 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.908509 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-768204f6-e321-481b-b1f3-29601a06992c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.958520 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024079'] for router, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.958975 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f52b554-805e-4495-93cb-05a41df037e5 {{(pid=93213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:48:44.966333 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] Notify callbacks [] for router, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.972070 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-6920e398-3518-44a7-baca-5e134e87f807 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5f52b554-805e-4495-93cb-05a41df037e5 HTTP/1.1" status: 204 len: 168 time: 1.0880342 Jul 22 23:48:44.972304 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57812) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:45.024486 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_v2 [None req-882232c3-287f-48a5-afda-0f0576f0e34b admin admin] Deleting subnet ae54d103-3e11-4979-8a93-b330cbb749bb {{(pid=93213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:48:45.029609 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-882232c3-287f-48a5-afda-0f0576f0e34b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.041637 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-768204f6-e321-481b-b1f3-29601a06992c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.045731 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-768204f6-e321-481b-b1f3-29601a06992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.068312 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-882232c3-287f-48a5-afda-0f0576f0e34b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5845599'] for subnet, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.085935 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-768204f6-e321-481b-b1f3-29601a06992c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a1b8920c4694071940c0edf3a616fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928382 Jul 22 23:48:45.086977 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768204f6-e321-481b-b1f3-29601a06992c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a94dc0a-d7dc-47d4-ae93-d0b896235111,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:45.090268 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57814) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:45.143828 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70262fd9-907f-4528-a2dd-a98df38af6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.169980 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70262fd9-907f-4528-a2dd-a98df38af6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.236493 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70262fd9-907f-4528-a2dd-a98df38af6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.240079 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-70262fd9-907f-4528-a2dd-a98df38af6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.244999 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-70262fd9-907f-4528-a2dd-a98df38af6f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a94dc0a-d7dc-47d4-ae93-d0b896235111 HTTP/1.1" status: 204 len: 168 time: 0.1505666 Jul 22 23:48:45.255353 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70262fd9-907f-4528-a2dd-a98df38af6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a94dc0a-d7dc-47d4-ae93-d0b896235111,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:45.393497 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-882232c3-287f-48a5-afda-0f0576f0e34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.437680 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device cf3f45c4-7d92-4f60-9a18-429671b75ec2 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:45.468223 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-882232c3-287f-48a5-afda-0f0576f0e34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4474701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4662459'] for subnet, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.473408 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: cf3f45c4-7d92-4f60-9a18-429671b75ec2 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:45.474281 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device cf3f45c4-7d92-4f60-9a18-429671b75ec2 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:45.474960 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device da389140-01f3-4482-b3de-0d149d70e226 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:45.495986 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882232c3-287f-48a5-afda-0f0576f0e34b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae54d103-3e11-4979-8a93-b330cbb749bb,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:45.500253 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-882232c3-287f-48a5-afda-0f0576f0e34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.502151 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-882232c3-287f-48a5-afda-0f0576f0e34b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ae54d103-3e11-4979-8a93-b330cbb749bb HTTP/1.1" status: 204 len: 168 time: 0.5282326 Jul 22 23:48:45.506195 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57820) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:45.511596 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65eca7a-186d-433a-8c7d-86f69307c91d None None] Network 3e328e01-5c89-4afb-ae93-560f70042406 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:45.526790 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: da389140-01f3-4482-b3de-0d149d70e226 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:45.527406 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device da389140-01f3-4482-b3de-0d149d70e226 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:45.593543 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.669005 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Deleting port fe14caf5-e7f4-41e3-bfc4-365e7916b308 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:45.669567 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.771673 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb65a4b1-4272-4fa0-b72b-5b60683e6f66 None None] DHCP port deletion for 3e328e01-5c89-4afb-ae93-560f70042406 request from dv-cinder-801916-1-iscsi {{(pid=93215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:48:45.791281 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] For port fe14caf5-e7f4-41e3-bfc4-365e7916b308, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=fe14caf5-e7f4-41e3-bfc4-365e7916b308,segment=NetworkSegment(4c7af558-945d-46ec-bc90-58a806584504),segment_id=4c7af558-945d-46ec-bc90-58a806584504)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:45.791813 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.814637 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Calling delete_port for fe14caf5-e7f4-41e3-bfc4-365e7916b308 owned by network:dhcp {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:45.827085 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-bb65a4b1-4272-4fa0-b72b-5b60683e6f66 None None] Deleting port fe14caf5-e7f4-41e3-bfc4-365e7916b308 {{(pid=93215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:45.827536 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-bb65a4b1-4272-4fa0-b72b-5b60683e6f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.916674 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-bb65a4b1-4272-4fa0-b72b-5b60683e6f66 None None] For port fe14caf5-e7f4-41e3-bfc4-365e7916b308, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=fe14caf5-e7f4-41e3-bfc4-365e7916b308,segment=NetworkSegment(4c7af558-945d-46ec-bc90-58a806584504),segment_id=4c7af558-945d-46ec-bc90-58a806584504)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:45.917067 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-bb65a4b1-4272-4fa0-b72b-5b60683e6f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.921356 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.933005 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-bb65a4b1-4272-4fa0-b72b-5b60683e6f66 None None] Calling delete_port for fe14caf5-e7f4-41e3-bfc4-365e7916b308 owned by network:dhcp {{(pid=93215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:45.956722 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe14caf5-e7f4-41e3-bfc4-365e7916b308,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:45.958882 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] No DVR routers for this DVR port fe14caf5-e7f4-41e3-bfc4-365e7916b308 on host dv-cinder-801916-1-iscsi {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:46.027191 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-bb65a4b1-4272-4fa0-b72b-5b60683e6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738'] for port, after_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.046318 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.053068 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65a4b1-4272-4fa0-b72b-5b60683e6f66 None None] Pushing event deleted for resources: {'Port': ['ID=fe14caf5-e7f4-41e3-bfc4-365e7916b308,revision_number=None']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:46.056649 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65a4b1-4272-4fa0-b72b-5b60683e6f66 None None] No DVR routers for this DVR port fe14caf5-e7f4-41e3-bfc4-365e7916b308 on host dv-cinder-801916-1-iscsi {{(pid=93215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:46.067542 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e328e01-5c89-4afb-ae93-560f70042406']}} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:46.080308 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7af558-945d-46ec-bc90-58a806584504') {'for_net_delete': True} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:46.080604 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7af558-945d-46ec-bc90-58a806584504') {} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:46.090651 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229630'] for segment, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.106106 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.113071 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:48:46.113488 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6442764'] for segment, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: Traceback (most recent call last): Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: timer() Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: cb(*args, **kw) Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: return func(*args, **kwargs) Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: self._notify() Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: self.callback(batched_events) Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: event.method(event) Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: return f(self, *a, **k) Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._get(url).json() Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: return self.request(url, 'GET', **kwargs) Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:48:46.115316 dv-cinder-801916-1-iscsi neutron-server[93214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:48:46.185133 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.192593 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.194876 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] 10.222.0.55 "DELETE /v2.0/networks/3e328e01-5c89-4afb-ae93-560f70042406 HTTP/1.1" status: 204 len: 168 time: 0.6867836 Jul 22 23:48:46.205602 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f4dd7-2e05-4466-9340-96c881d69c6f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e328e01-5c89-4afb-ae93-560f70042406,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:46.395108 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57844) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:46.447693 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-979c1879-49d4-4cd8-b687-63daa8c03949 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdbf298185e846fead31233e155a4322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513866 Jul 22 23:48:46.451393 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57846) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:46.504967 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d47734a1-6bbd-4b42-bf0d-16be14e5429d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.533628 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d47734a1-6bbd-4b42-bf0d-16be14e5429d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.596114 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d47734a1-6bbd-4b42-bf0d-16be14e5429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.598845 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-d47734a1-6bbd-4b42-bf0d-16be14e5429d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.600035 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-d47734a1-6bbd-4b42-bf0d-16be14e5429d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b8fd289-9f29-45cb-9b9c-c120cfdb7c10 HTTP/1.1" status: 204 len: 168 time: 0.1476638 Jul 22 23:48:46.607993 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47734a1-6bbd-4b42-bf0d-16be14e5429d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8fd289-9f29-45cb-9b9c-c120cfdb7c10,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:46.949464 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57862) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:47.005636 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-fd6f29b9-5d39-4b4a-b4b4-d1ad71d216e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a66cb160d0a34525b3d5d64bb5bcfb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544755 Jul 22 23:48:47.008767 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57864) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:47.069413 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-966a8087-f9c5-4c14-b87d-bb64fbb81ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.105898 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-966a8087-f9c5-4c14-b87d-bb64fbb81ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.153216 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device fe14caf5-e7f4-41e3-bfc4-365e7916b308 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:47.176386 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-966a8087-f9c5-4c14-b87d-bb64fbb81ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.180169 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-966a8087-f9c5-4c14-b87d-bb64fbb81ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.182964 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-966a8087-f9c5-4c14-b87d-bb64fbb81ebe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8f6379c-4c1d-4a68-a8de-1af5c4d89895 HTTP/1.1" status: 204 len: 168 time: 0.1727984 Jul 22 23:48:47.198576 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: fe14caf5-e7f4-41e3-bfc4-365e7916b308 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:47.199810 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device fe14caf5-e7f4-41e3-bfc4-365e7916b308 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:47.201040 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a8087-f9c5-4c14-b87d-bb64fbb81ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f6379c-4c1d-4a68-a8de-1af5c4d89895,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:47.816082 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57912) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:47.949666 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7e260fa0-04b5-47d0-9e53-778dd8bfecb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.081750 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7e260fa0-04b5-47d0-9e53-778dd8bfecb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.086465 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-7e260fa0-04b5-47d0-9e53-778dd8bfecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.128126 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-7e260fa0-04b5-47d0-9e53-778dd8bfecb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5f71e9578e34a84b6becc73f881f4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086638 Jul 22 23:48:48.128126 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57924) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.128649 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57926) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.129733 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e260fa0-04b5-47d0-9e53-778dd8bfecb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2248e1-993e-43a6-ac75-632302f88597,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:48.196628 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0a726e78-d10d-4787-99a7-1e5d145515a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.224423 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0a726e78-d10d-4787-99a7-1e5d145515a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.240914 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1859362349-network', 'tenant_id': '88b91bd96892488a968d56a749f8dd70'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:48.274403 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Made reservation on behalf of 88b91bd96892488a968d56a749f8dd70 for: {'network': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:48.277309 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.284347 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0a726e78-d10d-4787-99a7-1e5d145515a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.287645 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0a726e78-d10d-4787-99a7-1e5d145515a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.287889 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.289765 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-0a726e78-d10d-4787-99a7-1e5d145515a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a2248e1-993e-43a6-ac75-632302f88597 HTTP/1.1" status: 204 len: 168 time: 0.1584291 Jul 22 23:48:48.304605 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a726e78-d10d-4787-99a7-1e5d145515a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2248e1-993e-43a6-ac75-632302f88597,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:48.421320 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.425155 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.448349 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:48.464642 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3e7c87-37f1-45cb-ae26-1ba586b22089,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:48.467833 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.468175 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.segments_db [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Added segment 433573a3-f64c-4225-9b36-7f5e69ec768c of type vlan for network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 Jul 22 23:48:48.511581 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.549088 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.550093 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:48.551082 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.580556 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4520340 Jul 22 23:48:48.584550 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57934) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.593144 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] Request body: {'subnet': {'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1859362349-subnet', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'ip_version': 4}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:48.616749 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e59857-72f3-4b86-909c-e229e0275f47 admin admin] Pushing event updated for resources: {'Network': ['ID=627df544-8c53-4ebd-83b3-d5c5105ce6a7,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:48.622177 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] Made reservation on behalf of 88b91bd96892488a968d56a749f8dd70 for: {'subnet': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:48.624657 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5043980'] for subnet, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.628020 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:48.686528 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57936) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.702110 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a99fcb5c-2bdb-44ff-835f-be448fa7d741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.826475 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6442935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044094'] for subnet, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.837259 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a99fcb5c-2bdb-44ff-835f-be448fa7d741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.842055 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a99fcb5c-2bdb-44ff-835f-be448fa7d741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.881354 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fcb5c-2bdb-44ff-835f-be448fa7d741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f2eada-703e-4ea2-b706-19ab0c0b2755,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:48.885749 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a99fcb5c-2bdb-44ff-835f-be448fa7d741 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5d72b9fe99845708f41bf23c5cc0573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978939 Jul 22 23:48:48.889960 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57938) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.892942 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:48.902694 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] Checking segment: {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:48.903076 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] Network hostable DHCP agents. Network: 627df544-8c53-4ebd-83b3-d5c5105ce6a7, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:48:48.920836 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] Network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:48:48.930950 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, 627df544-8c53-4ebd-83b3-d5c5105ce6a7) {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:48.935657 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:48.936278 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.945089 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5113b247-e830-4204-bc97-5d15dd6baf51 None None] Network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:48.953833 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-0b226cc9-7fd1-4d96-a4ee-f57cc6d419fd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3672717 Jul 22 23:48:48.956377 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57940) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.961042 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9b2bc1aa-5dad-4529-9485-a4bef150b9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.961252 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:48.990011 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9b2bc1aa-5dad-4529-9485-a4bef150b9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.990470 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9447'] for router, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.992045 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9448'] for router, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.058540 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.064317 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9b2bc1aa-5dad-4529-9485-a4bef150b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.068066 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9b2bc1aa-5dad-4529-9485-a4bef150b9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.071076 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-9b2bc1aa-5dad-4529-9485-a4bef150b9b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82f2eada-703e-4ea2-b706-19ab0c0b2755 HTTP/1.1" status: 204 len: 168 time: 0.1800237 Jul 22 23:48:49.085254 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bc1aa-5dad-4529-9485-a4bef150b9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f2eada-703e-4ea2-b706-19ab0c0b2755,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:49.151205 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcd69339-1e6c-5171-9e50-755e91f893a1-627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a'}]}} from dv-cinder-801916-1-iscsi. {{(pid=93215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:48:49.153398 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.271613 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9434'] for router, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.342484 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.db_base_plugin_common [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Allocated IP 172.20.0.2 (627df544-8c53-4ebd-83b3-d5c5105ce6a7/01a9085b-1112-4cb0-bd2e-f44dffa1ea3a/1662bf1e-3066-44a3-bc54-213be975e21e) {{(pid=93215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:49.511092 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.527501 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.537202 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.538105 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Transition to ACTIVE for port object 1662bf1e-3066-44a3-bc54-213be975e21e will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:49.564322 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Transition to ACTIVE for port object 1662bf1e-3066-44a3-bc54-213be975e21e will not be triggered until provisioned by entity DHCP. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:49.573738 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.609448 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 is already hosted by enough agents. {{(pid=93215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:49.618163 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.base_scheduler [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Resources bound (agent type, host, resource id): {{(pid=93215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:49.620779 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Received port after_create {{(pid=93215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:49.657716 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Pushing event updated for resources: {'Port': ['ID=1662bf1e-3066-44a3-bc54-213be975e21e,revision_number=1']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:49.670074 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Allocated IP 172.27.3.148 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/bc95a861-7ab4-4b80-8b96-812d5d0f98c9) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:49.695902 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Attempting to bind port 1662bf1e-3066-44a3-bc54-213be975e21e on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:49.696561 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Attempting to bind port 1662bf1e-3066-44a3-bc54-213be975e21e by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:49.697012 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Attempting to bind port 1662bf1e-3066-44a3-bc54-213be975e21e on network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:49.703210 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:49.703823 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Checking segment: {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:49.704039 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.704404 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Bound using segment: {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:49.704996 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Bound port: 1662bf1e-3066-44a3-bc54-213be975e21e, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:49.705268 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.789014 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] For port 1662bf1e-3066-44a3-bc54-213be975e21e, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:49.793163 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.793838 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] For port 1662bf1e-3066-44a3-bc54-213be975e21e, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=1662bf1e-3066-44a3-bc54-213be975e21e,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:49.800062 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.835443 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.884067 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:49.887046 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ed276-8459-45bf-b289-f7cd80d53cc0 None None] Pushing event updated for resources: {'Port': ['ID=1662bf1e-3066-44a3-bc54-213be975e21e,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:49.898069 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:49.905241 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:49.940538 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=bc95a861-7ab4-4b80-8b96-812d5d0f98c9,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:50.229272 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.458907 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027816'] for router, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.655852 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Router 5df0da19-d7a8-48c6-b987-3abddb809b5a is scheduled to L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 with binding_index 1 {{(pid=93214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:50.774620 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:50.795441 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.796806 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-aa0e3483-72df-4e67-b492-b6139b32cbf0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8392384 Jul 22 23:48:50.798266 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Sync routers for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:50.801712 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 57970) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:50.816199 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:50.817174 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:50.912291 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c49656f-959c-44bf-9944-3ccedc743741 None None] Network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:51.007191 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:51.201655 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 1662bf1e-3066-44a3-bc54-213be975e21e up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:51.232543 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-9a3bdc82-db04-44a0-b4f2-a64235049b2f None None] Provisioning for port 1662bf1e-3066-44a3-bc54-213be975e21e completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:51.357840 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.397629 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 1662bf1e-3066-44a3-bc54-213be975e21e completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:51.426286 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 1662bf1e-3066-44a3-bc54-213be975e21e triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:51.426665 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.538429 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:50Z', 'revision_number': 3, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:51.541037 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Allocated IP 172.20.0.1 (627df544-8c53-4ebd-83b3-d5c5105ce6a7/01a9085b-1112-4cb0-bd2e-f44dffa1ea3a/005c8fca-fe09-4949-aa9b-bddc504f4a22) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:51.572894 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Checking router: 5df0da19-d7a8-48c6-b987-3abddb809b5a for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:51.573251 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Updating router 5df0da19-d7a8-48c6-b987-3abddb809b5a port bc95a861-7ab4-4b80-8b96-812d5d0f98c9 binding host dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:51.577584 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.629011 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.693703 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 1662bf1e-3066-44a3-bc54-213be975e21e, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=1662bf1e-3066-44a3-bc54-213be975e21e,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:51.705895 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.724280 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.provisioning_blocks [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Transition to ACTIVE for port object 005c8fca-fe09-4949-aa9b-bddc504f4a22 will not be triggered until provisioned by entity DHCP. {{(pid=93213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:51.767191 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.776509 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.816523 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:51.819524 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:51.823686 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:51.868133 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-194f3616-cb41-4420-8bf9-099e8f81da79 None None] Provisioning complete for port 1662bf1e-3066-44a3-bc54-213be975e21e triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:51.868719 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Pushing event updated for resources: {'Port': ['ID=005c8fca-fe09-4949-aa9b-bddc504f4a22,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:51.868839 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-194f3616-cb41-4420-8bf9-099e8f81da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.875971 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027609'] for router_interface, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.879071 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=1662bf1e-3066-44a3-bc54-213be975e21e,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:52.047773 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.127884 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Notify callbacks [] for port, precommit_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.138198 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Transition to ACTIVE for port object bc95a861-7ab4-4b80-8b96-812d5d0f98c9 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:52.145315 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.205092 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Attempting to bind port bc95a861-7ab4-4b80-8b96-812d5d0f98c9 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:52.205924 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Attempting to bind port bc95a861-7ab4-4b80-8b96-812d5d0f98c9 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:52.205924 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Attempting to bind port bc95a861-7ab4-4b80-8b96-812d5d0f98c9 on network da98639b-9608-489a-974e-927f66fecb27 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:52.211175 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656e2db-9b95-4661-ae4a-f4940b4395fa None None] Pushing event updated for resources: {'Port': ['ID=bc95a861-7ab4-4b80-8b96-812d5d0f98c9,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:52.215826 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:52.216064 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Checking segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:52.216338 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.216726 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Bound using segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:52.217304 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Bound port: bc95a861-7ab4-4b80-8b96-812d5d0f98c9, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:52.217595 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.231844 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.237314 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4474643'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.241558 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-bf918b76-6caa-435f-922b-a3107a9d361a None None] Provisioning for port 005c8fca-fe09-4949-aa9b-bddc504f4a22 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:52.249165 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-bf918b76-6caa-435f-922b-a3107a9d361a None None] Provisioning complete for port 005c8fca-fe09-4949-aa9b-bddc504f4a22 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:52.249541 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-bf918b76-6caa-435f-922b-a3107a9d361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.308325 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Pushing event updated for resources: {'Port': ['ID=005c8fca-fe09-4949-aa9b-bddc504f4a22,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:52.309609 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-bf918b76-6caa-435f-922b-a3107a9d361a None None] Port 005c8fca-fe09-4949-aa9b-bddc504f4a22 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:52.311240 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026729'] for router_interface, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.311759 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] For port bc95a861-7ab4-4b80-8b96-812d5d0f98c9, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:52.315455 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] For port bc95a861-7ab4-4b80-8b96-812d5d0f98c9, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=bc95a861-7ab4-4b80-8b96-812d5d0f98c9,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:52.321200 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.376755 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:52.377457 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:52.414817 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:52.416749 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:52.418485 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656e2db-9b95-4661-ae4a-f4940b4395fa None None] Pushing event updated for resources: {'Port': ['ID=bc95a861-7ab4-4b80-8b96-812d5d0f98c9,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:52.523706 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:52.557848 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Router 5df0da19-d7a8-48c6-b987-3abddb809b5a has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:52.684072 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:52.694120 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-fcc66dd4-f4f1-46a0-a7b8-b941a0c6880a admin admin] 10.222.0.55 "PUT /v2.0/routers/5df0da19-d7a8-48c6-b987-3abddb809b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8873572 Jul 22 23:48:52.791059 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f85858c6-8775-44e4-9150-ecd40bbee81d None None] Provisioning complete for port 005c8fca-fe09-4949-aa9b-bddc504f4a22 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:52.791476 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f85858c6-8775-44e4-9150-ecd40bbee81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.855574 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f85858c6-8775-44e4-9150-ecd40bbee81d None None] Port 005c8fca-fe09-4949-aa9b-bddc504f4a22 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:52.867242 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:52Z', 'revision_number': 2, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:52.920085 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0033053-87fe-4d7f-9c58-8222f61ddf27 None None] The sync data for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi is: [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:52Z', 'revision_number': 2, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:53.224769 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 1662bf1e-3066-44a3-bc54-213be975e21e up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:53.296450 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 1662bf1e-3066-44a3-bc54-213be975e21e triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:53.296829 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.314551 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 57998) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:53.391887 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58004) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:53.396836 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1161259569-network', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:53.419038 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Made reservation on behalf of 34fd88c2ac9a4c7f95c12770aacfd0f2 for: {'network': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:53.421596 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for network, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.430359 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.528682 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.533863 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.546354 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=93214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:53.579922 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.580258 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.segments_db [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Added segment df7574e8-bbe1-4cc5-ba35-afb2b65692e2 of type vlan for network c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 Jul 22 23:48:53.599833 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8e242890-4553-448e-a024-55f5e15c641e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.648646 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ba2adf-abda-4b6a-8176-43add228bda4,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:53.689133 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738660696805'] for network, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.747338 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890'] for network, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.748322 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:53.748917 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.107245 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] Pushing event updated for resources: {'Network': ['ID=c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.120012 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Network c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 details requested by agent ovs-agent-dv-cinder-801916-1-iscsi with host dv-cinder-801916-1-iscsi {{(pid=93215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:54.124435 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8e242890-4553-448e-a024-55f5e15c641e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.130712 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-8e242890-4553-448e-a024-55f5e15c641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.146606 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58006) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:54.147213 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-8a87eb18-6aa8-4add-ab03-67db67317223 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7536440 Jul 22 23:48:54.154769 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] Request body: {'subnet': {'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1161259569-subnet', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'ip_version': 4}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:54.184609 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58008) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:54.184863 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-8e242890-4553-448e-a024-55f5e15c641e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e166b58b59df49039891a9550d5033d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8677938 Jul 22 23:48:54.189788 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] Made reservation on behalf of 34fd88c2ac9a4c7f95c12770aacfd0f2 for: {'subnet': 1} {{(pid=93213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:54.191272 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e242890-4553-448e-a024-55f5e15c641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ac63b4-f97f-48eb-b95b-884d475a486d,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.193078 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4662470'] for subnet, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.328474 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1a92dc8c-824b-4e7a-b191-303d05ed35ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.377434 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1a92dc8c-824b-4e7a-b191-303d05ed35ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.460255 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4474764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4662452'] for subnet, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.501574 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1a92dc8c-824b-4e7a-b191-303d05ed35ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.504119 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-1a92dc8c-824b-4e7a-b191-303d05ed35ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.505307 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-1a92dc8c-824b-4e7a-b191-303d05ed35ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95ac63b4-f97f-48eb-b95b-884d475a486d HTTP/1.1" status: 204 len: 168 time: 0.3189840 Jul 22 23:48:54.524198 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92dc8c-824b-4e7a-b191-303d05ed35ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ac63b4-f97f-48eb-b95b-884d475a486d,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.532708 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc939be-5dca-4647-a3e4-4c66bf7cacb8,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.550964 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] Checking segment: {'id': 'df7574e8-bbe1-4cc5-ba35-afb2b65692e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:54.551452 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] Network hostable DHCP agents. Network: c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1, hostable agents: ['ef7e49ff-2e54-4937-b6bb-5e1469068d15'], hosted agents: [] {{(pid=93213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:48:54.573019 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] Network c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 is scheduled to be hosted by DHCP agent ef7e49ff-2e54-4937-b6bb-5e1469068d15 with binding_index 1 {{(pid=93213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:48:54.588131 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801916-1-iscsi, c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1) {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:54.596775 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:54.599368 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.600760 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8da903-b04c-4a0f-9993-2304673566d3 None None] Network c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:54.622564 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-0d4242da-41d0-4307-9076-6753f744aa6a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4737570 Jul 22 23:48:54.625646 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58012) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:54.630577 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1161259569-router', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:54.659523 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9447'] for router, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.660607 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9448'] for router, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.721336 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.837438 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdcd69339-1e6c-5171-9e50-755e91f893a1-c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1', 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'fixed_ips': [{'subnet_id': 'ecc939be-5dca-4647-a3e4-4c66bf7cacb8'}]}} from dv-cinder-801916-1-iscsi. {{(pid=93215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:48:54.838341 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.897728 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027827', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9434'] for router, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.137134 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.161097 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.164652 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.db_base_plugin_common [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Allocated IP 172.20.0.2 (c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1/ecc939be-5dca-4647-a3e4-4c66bf7cacb8/b8eff9a5-ac0c-4b4c-983d-3ccead301cf0) {{(pid=93215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:55.236661 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device bc95a861-7ab4-4b80-8b96-812d5d0f98c9 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:55.283433 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Sync routers for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:55.304659 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:55.305855 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:55.307174 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Allocated IP 172.27.3.13 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/42d2540c-8635-4352-84a3-20e1854660fe) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:55.383006 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port bc95a861-7ab4-4b80-8b96-812d5d0f98c9 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:55.390252 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port bc95a861-7ab4-4b80-8b96-812d5d0f98c9 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:55.391220 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.443977 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Notify callbacks [] for port, precommit_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.458610 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Transition to ACTIVE for port object b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:55.466570 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:55.481774 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Transition to ACTIVE for port object b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 will not be triggered until provisioned by entity DHCP. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:55.517266 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729'] for port, after_create {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.586097 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Network c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 is already hosted by enough agents. {{(pid=93215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:55.595591 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.scheduler.base_scheduler [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Resources bound (agent type, host, resource id): {{(pid=93215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:55.598943 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Received port after_create {{(pid=93215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:55.605524 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.626904 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Pushing event updated for resources: {'Port': ['ID=b8eff9a5-ac0c-4b4c-983d-3ccead301cf0,revision_number=1']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:55.689662 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port bc95a861-7ab4-4b80-8b96-812d5d0f98c9, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=bc95a861-7ab4-4b80-8b96-812d5d0f98c9,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:55.703006 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.711265 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Attempting to bind port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:55.711901 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Attempting to bind port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': 'df7574e8-bbe1-4cc5-ba35-afb2b65692e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:55.712366 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.712524 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Attempting to bind port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 on network c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:55.741559 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:55.742016 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Checking segment: {'id': 'df7574e8-bbe1-4cc5-ba35-afb2b65692e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:55.742663 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.743072 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Bound using segment: {'id': 'df7574e8-bbe1-4cc5-ba35-afb2b65692e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:55.743579 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Bound port: b8eff9a5-ac0c-4b4c-983d-3ccead301cf0, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7574e8-bbe1-4cc5-ba35-afb2b65692e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:55.744204 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.769246 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:52Z', 'revision_number': 2, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:55.782504 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.813327 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=bc95a861-7ab4-4b80-8b96-812d5d0f98c9,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:55.819916 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Checking router: 5df0da19-d7a8-48c6-b987-3abddb809b5a for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:55.820599 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Updating router 5df0da19-d7a8-48c6-b987-3abddb809b5a port 005c8fca-fe09-4949-aa9b-bddc504f4a22 binding host dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:55.855781 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:55.861314 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] For port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:55.865132 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] For port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=b8eff9a5-ac0c-4b4c-983d-3ccead301cf0,segment=NetworkSegment(df7574e8-bbe1-4cc5-ba35-afb2b65692e2),segment_id=df7574e8-bbe1-4cc5-ba35-afb2b65692e2)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:55.866189 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:55.869710 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Pushing event updated for resources: {'Port': ['ID=42d2540c-8635-4352-84a3-20e1854660fe,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:55.870169 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.871856 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.873977 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:55.953789 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4593460-78bd-4530-872e-9f16cf01dce9 None None] Pushing event updated for resources: {'Port': ['ID=b8eff9a5-ac0c-4b4c-983d-3ccead301cf0,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:56.191733 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.226078 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Notify callbacks [] for port, precommit_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.245410 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.provisioning_blocks [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Transition to ACTIVE for port object 005c8fca-fe09-4949-aa9b-bddc504f4a22 will not be triggered until provisioned by entity L2. {{(pid=93216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:56.253313 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.342701 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Pushing event updated for resources: {'Port': ['ID=005c8fca-fe09-4949-aa9b-bddc504f4a22,revision_number=3']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:56.372391 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.372735 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.373071 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.373405 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.373736 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.374117 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.374411 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.374727 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.375105 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.375427 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.375743 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.376355 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:56.399162 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Attempting to bind port 005c8fca-fe09-4949-aa9b-bddc504f4a22 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:56.399457 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Attempting to bind port 005c8fca-fe09-4949-aa9b-bddc504f4a22 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:56.399823 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Attempting to bind port 005c8fca-fe09-4949-aa9b-bddc504f4a22 on network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:56.405373 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:56.405849 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Checking segment: {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:56.406363 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.407273 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Bound using segment: {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:56.407767 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Bound port: 005c8fca-fe09-4949-aa9b-bddc504f4a22, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'}}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:56.408165 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.417113 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027816'] for router, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.493744 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] For port 005c8fca-fe09-4949-aa9b-bddc504f4a22, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:56.497227 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] For port 005c8fca-fe09-4949-aa9b-bddc504f4a22, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=005c8fca-fe09-4949-aa9b-bddc504f4a22,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:56.502550 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.568348 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:56.569262 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:56.613453 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Router 905459c5-e0c7-4f26-9847-17fc859bae6d is scheduled to L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 with binding_index 1 {{(pid=93213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:56.706851 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c62a1-486b-491a-b1ca-e62d013003bf None None] Pushing event updated for resources: {'Port': ['ID=005c8fca-fe09-4949-aa9b-bddc504f4a22,revision_number=4']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:56.760020 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:56.764080 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:56.779691 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Sync routers for ids ['905459c5-e0c7-4f26-9847-17fc859bae6d'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:56.793313 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Routers {'905459c5-e0c7-4f26-9847-17fc859bae6d'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:56.793313 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['905459c5-e0c7-4f26-9847-17fc859bae6d'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:56.793798 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] Notify callbacks [] for router, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.794867 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-3be1e65d-1d18-46e3-8d02-93b81aeb6654 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1678684 Jul 22 23:48:56.797828 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58014) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:56.935853 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Set router 905459c5-e0c7-4f26-9847-17fc859bae6d gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:57.009021 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:56Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:57.043645 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04fa73c-e972-438a-906f-0a584079c862 None None] The sync data for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi is: [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:56Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:57.115853 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee8f212-65c9-4ca8-98a5-fe40ab089233 None None] Network c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:57.232028 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-4652311c-3319-451c-8f22-b38e420839d2 None None] Provisioning for port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:57.312528 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'name': 'tempest-TestVolumeBootPattern-1161259569-router', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '42d2540c-8635-4352-84a3-20e1854660fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:54Z', 'updated_at': '2021-07-22T23:48:56Z', 'revision_number': 3, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'gw_port': {'id': '42d2540c-8635-4352-84a3-20e1854660fe', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:55Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:57.354474 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.360326 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 005c8fca-fe09-4949-aa9b-bddc504f4a22 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:57.366391 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Checking router: 905459c5-e0c7-4f26-9847-17fc859bae6d for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:57.366739 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Updating router 905459c5-e0c7-4f26-9847-17fc859bae6d port 42d2540c-8635-4352-84a3-20e1854660fe binding host dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:57.439980 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.536603 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Allocated IP 172.20.0.1 (c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1/ecc939be-5dca-4647-a3e4-4c66bf7cacb8/69a0aeb5-7402-422f-bb76-17e65d3dbe47) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:57.589694 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 005c8fca-fe09-4949-aa9b-bddc504f4a22 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:57.608677 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 005c8fca-fe09-4949-aa9b-bddc504f4a22 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:57.609052 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.704175 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.720698 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Transition to ACTIVE for port object 69a0aeb5-7402-422f-bb76-17e65d3dbe47 will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:57.799318 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.803121 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.878243 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.880741 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Network c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:57.881679 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 005c8fca-fe09-4949-aa9b-bddc504f4a22, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=005c8fca-fe09-4949-aa9b-bddc504f4a22,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:57.886531 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:57.889853 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.891539 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device bc95a861-7ab4-4b80-8b96-812d5d0f98c9 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:57.893897 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:57.922954 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Transition to ACTIVE for port object 42d2540c-8635-4352-84a3-20e1854660fe will not be triggered until provisioned by entity L2. {{(pid=93215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:57.961347 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.975163 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Pushing event updated for resources: {'Port': ['ID=69a0aeb5-7402-422f-bb76-17e65d3dbe47,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:57.994358 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027609'] for router_interface, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.029531 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=005c8fca-fe09-4949-aa9b-bddc504f4a22,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:58.060067 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Attempting to bind port 42d2540c-8635-4352-84a3-20e1854660fe on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:58.060416 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Attempting to bind port 42d2540c-8635-4352-84a3-20e1854660fe by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:58.060779 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Attempting to bind port 42d2540c-8635-4352-84a3-20e1854660fe on network da98639b-9608-489a-974e-927f66fecb27 {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:58.082833 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:58.083202 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Checking segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:58.083527 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.083924 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Bound using segment: {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'} {{(pid=93215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:58.084415 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.managers [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Bound port: 42d2540c-8635-4352-84a3-20e1854660fe, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3d36c-90c6-4ffb-aec0-4652a74ce55b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da98639b-9608-489a-974e-927f66fecb27'}}] {{(pid=93215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:58.085183 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.093856 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff399e8-32f0-469d-840a-ab615c8e247e None None] Pushing event updated for resources: {'Port': ['ID=42d2540c-8635-4352-84a3-20e1854660fe,revision_number=2']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:58.119866 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port bc95a861-7ab4-4b80-8b96-812d5d0f98c9 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:58.120253 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.197981 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] For port 42d2540c-8635-4352-84a3-20e1854660fe, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:58.202207 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.202378 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] For port 42d2540c-8635-4352-84a3-20e1854660fe, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=42d2540c-8635-4352-84a3-20e1854660fe,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:58.210025 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.321773 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:58.324086 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-3cafe1c1-3208-45de-a3af-9cf2105528fc None None] Provisioning for port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:58.326254 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff399e8-32f0-469d-840a-ab615c8e247e None None] Pushing event updated for resources: {'Port': ['ID=42d2540c-8635-4352-84a3-20e1854660fe,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:58.332051 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Routers {'905459c5-e0c7-4f26-9847-17fc859bae6d'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:58.332695 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['905459c5-e0c7-4f26-9847-17fc859bae6d'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:58.391312 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-3cafe1c1-3208-45de-a3af-9cf2105528fc None None] Provisioning complete for port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:58.391881 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-3cafe1c1-3208-45de-a3af-9cf2105528fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.393611 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.399562 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.468887 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026729'] for router_interface, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.472240 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Pushing event updated for resources: {'Port': ['ID=69a0aeb5-7402-422f-bb76-17e65d3dbe47,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:58.586232 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Network c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:58.587908 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:58.658890 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-3cafe1c1-3208-45de-a3af-9cf2105528fc None None] Port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:58.668260 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-4fca6067-0017-4845-a55b-d06b03faedaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.692673 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:58.702335 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] Set router 905459c5-e0c7-4f26-9847-17fc859bae6d gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:58.704425 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:58.704896 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.745527 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Router 905459c5-e0c7-4f26-9847-17fc859bae6d has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:58.872023 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:58.878949 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-f40309fe-6be3-4bb8-aca2-442d7ec7d3ce admin admin] 10.222.0.55 "PUT /v2.0/routers/905459c5-e0c7-4f26-9847-17fc859bae6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0792751 Jul 22 23:48:58.929799 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.997404 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=b8eff9a5-ac0c-4b4c-983d-3ccead301cf0,segment=NetworkSegment(df7574e8-bbe1-4cc5-ba35-afb2b65692e2),segment_id=df7574e8-bbe1-4cc5-ba35-afb2b65692e2)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:59.006802 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.011279 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-4607f614-e807-4533-9dae-02929a2506c9 None None] Provisioning complete for port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:59.011638 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-4607f614-e807-4533-9dae-02929a2506c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.095063 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-4607f614-e807-4533-9dae-02929a2506c9 None None] Port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:59.099305 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'name': 'tempest-TestVolumeBootPattern-1161259569-router', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '42d2540c-8635-4352-84a3-20e1854660fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:54Z', 'updated_at': '2021-07-22T23:48:58Z', 'revision_number': 4, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'gw_port': {'id': '42d2540c-8635-4352-84a3-20e1854660fe', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:55Z', 'updated_at': '2021-07-22T23:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '69a0aeb5-7402-422f-bb76-17e65d3dbe47', 'name': '', 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'mac_address': 'fa:16:3e:7c:bb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ecc939be-5dca-4647-a3e4-4c66bf7cacb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:57Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 1, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'subnets': [{'id': 'ecc939be-5dca-4647-a3e4-4c66bf7cacb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:59.101139 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=b8eff9a5-ac0c-4b4c-983d-3ccead301cf0,revision_number=3']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:59.130855 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a67da4c-95af-4288-8975-384afc4ee9c9 None None] The sync data for ids ['905459c5-e0c7-4f26-9847-17fc859bae6d'] in dv-cinder-801916-1-iscsi is: [{'id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'name': 'tempest-TestVolumeBootPattern-1161259569-router', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '42d2540c-8635-4352-84a3-20e1854660fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:54Z', 'updated_at': '2021-07-22T23:48:58Z', 'revision_number': 4, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'gw_port': {'id': '42d2540c-8635-4352-84a3-20e1854660fe', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:55Z', 'updated_at': '2021-07-22T23:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '69a0aeb5-7402-422f-bb76-17e65d3dbe47', 'name': '', 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'mac_address': 'fa:16:3e:7c:bb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ecc939be-5dca-4647-a3e4-4c66bf7cacb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:57Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 1, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'subnets': [{'id': 'ecc939be-5dca-4647-a3e4-4c66bf7cacb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:59.142689 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 005c8fca-fe09-4949-aa9b-bddc504f4a22 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:59.202349 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 005c8fca-fe09-4949-aa9b-bddc504f4a22 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:59.202887 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.638163 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58022) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:59.643856 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-85ae9742-6b35-4caa-8072-e8aa0c4c83e5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288752541', 'description': 'tempest-secgroup-smoke-288752541 description', 'project_id': '88b91bd96892488a968d56a749f8dd70'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:59.673788 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-85ae9742-6b35-4caa-8072-e8aa0c4c83e5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.766788 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-85ae9742-6b35-4caa-8072-e8aa0c4c83e5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.770887 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-85ae9742-6b35-4caa-8072-e8aa0c4c83e5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.808327 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-85ae9742-6b35-4caa-8072-e8aa0c4c83e5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.814165 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-85ae9742-6b35-4caa-8072-e8aa0c4c83e5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1708837 Jul 22 23:48:59.814906 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58024) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:59.821232 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae9742-6b35-4caa-8072-e8aa0c4c83e5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb63ba0f-c609-48c3-89a1-d89ce77a1c60,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:59.823259 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-92f5639c-91da-4496-bca0-8ab116f4c2f7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'security_group_rule': {'security_group_id': 'eb63ba0f-c609-48c3-89a1-d89ce77a1c60', 'project_id': '88b91bd96892488a968d56a749f8dd70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:59.856440 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-92f5639c-91da-4496-bca0-8ab116f4c2f7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.930139 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-92f5639c-91da-4496-bca0-8ab116f4c2f7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.934276 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-92f5639c-91da-4496-bca0-8ab116f4c2f7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.956864 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5639c-91da-4496-bca0-8ab116f4c2f7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee444fd-1ef7-4b39-9a6d-17541bf9345f,revision_number=0']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:59.960111 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-92f5639c-91da-4496-bca0-8ab116f4c2f7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.961385 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-92f5639c-91da-4496-bca0-8ab116f4c2f7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448295 Jul 22 23:48:59.964426 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58026) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:59.970911 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-7a7c9ccf-e51b-48e3-aaac-697d37b98a34 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'security_group_rule': {'security_group_id': 'eb63ba0f-c609-48c3-89a1-d89ce77a1c60', 'project_id': '88b91bd96892488a968d56a749f8dd70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:00.000742 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9ccf-e51b-48e3-aaac-697d37b98a34 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.064805 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9ccf-e51b-48e3-aaac-697d37b98a34 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.068776 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9ccf-e51b-48e3-aaac-697d37b98a34 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.088361 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c9ccf-e51b-48e3-aaac-697d37b98a34 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17233172-11a3-416d-b74a-afd96bb649e9,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:00.096429 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-7a7c9ccf-e51b-48e3-aaac-697d37b98a34 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.097704 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-7a7c9ccf-e51b-48e3-aaac-697d37b98a34 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318009 Jul 22 23:49:00.100578 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58028) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:00.105121 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-f7f1354c-897e-4348-9ab5-0d6f1f994703 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'security_group_rule': {'security_group_id': 'eb63ba0f-c609-48c3-89a1-d89ce77a1c60', 'project_id': '88b91bd96892488a968d56a749f8dd70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:00.132648 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f7f1354c-897e-4348-9ab5-0d6f1f994703 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.200818 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f7f1354c-897e-4348-9ab5-0d6f1f994703 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.205321 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f7f1354c-897e-4348-9ab5-0d6f1f994703 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.222999 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1354c-897e-4348-9ab5-0d6f1f994703 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f39e2a-3849-48d8-82ec-a002217183bf,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:00.235521 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-f7f1354c-897e-4348-9ab5-0d6f1f994703 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.236755 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-f7f1354c-897e-4348-9ab5-0d6f1f994703 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352308 Jul 22 23:49:00.240086 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58030) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:00.244486 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-639c5372-28f2-414d-9454-2f2ed74fc1d5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'security_group_rule': {'security_group_id': 'eb63ba0f-c609-48c3-89a1-d89ce77a1c60', 'project_id': '88b91bd96892488a968d56a749f8dd70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:00.274185 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-639c5372-28f2-414d-9454-2f2ed74fc1d5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.340706 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-639c5372-28f2-414d-9454-2f2ed74fc1d5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.352222 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-639c5372-28f2-414d-9454-2f2ed74fc1d5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.373094 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c5372-28f2-414d-9454-2f2ed74fc1d5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4233dfcc-43af-49b6-81dc-a31bdc0eca63,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:00.380755 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-639c5372-28f2-414d-9454-2f2ed74fc1d5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.382240 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-639c5372-28f2-414d-9454-2f2ed74fc1d5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413438 Jul 22 23:49:00.385366 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58032) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:00.391286 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-dbea4374-3d20-4579-8b1e-4a752c138605 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'security_group_rule': {'security_group_id': 'eb63ba0f-c609-48c3-89a1-d89ce77a1c60', 'project_id': '88b91bd96892488a968d56a749f8dd70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:00.416113 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.securitygroups_db [None req-dbea4374-3d20-4579-8b1e-4a752c138605 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Project 88b91bd96892488a968d56a749f8dd70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:49:00.422048 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-dbea4374-3d20-4579-8b1e-4a752c138605 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.494785 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-dbea4374-3d20-4579-8b1e-4a752c138605 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.498619 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-dbea4374-3d20-4579-8b1e-4a752c138605 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.517606 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea4374-3d20-4579-8b1e-4a752c138605 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805cb10f-57e3-4a78-a0e6-fd9642aa2116,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:00.524375 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-dbea4374-3d20-4579-8b1e-4a752c138605 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.525633 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-dbea4374-3d20-4579-8b1e-4a752c138605 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391766 Jul 22 23:49:00.528564 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58034) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:00.533298 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-73ed25e4-c6ff-41e5-9594-755a614ef09a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'security_group_rule': {'security_group_id': 'eb63ba0f-c609-48c3-89a1-d89ce77a1c60', 'project_id': '88b91bd96892488a968d56a749f8dd70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:00.556257 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.securitygroups_db [None req-73ed25e4-c6ff-41e5-9594-755a614ef09a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Project 88b91bd96892488a968d56a749f8dd70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:49:00.562002 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-73ed25e4-c6ff-41e5-9594-755a614ef09a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.637183 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-73ed25e4-c6ff-41e5-9594-755a614ef09a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.641699 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-73ed25e4-c6ff-41e5-9594-755a614ef09a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812874'] for security_group_rule, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.661462 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed25e4-c6ff-41e5-9594-755a614ef09a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce96562-f692-4e3f-a50f-cfe07c010e29,revision_number=0']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:00.668116 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-73ed25e4-c6ff-41e5-9594-755a614ef09a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.673862 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-73ed25e4-c6ff-41e5-9594-755a614ef09a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439307 Jul 22 23:49:01.230063 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:49:01.239195 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 42d2540c-8635-4352-84a3-20e1854660fe up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:01.248682 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Sync routers for ids ['905459c5-e0c7-4f26-9847-17fc859bae6d'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:01.257823 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Routers {'905459c5-e0c7-4f26-9847-17fc859bae6d'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:01.258493 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:48:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['905459c5-e0c7-4f26-9847-17fc859bae6d'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:01.287372 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c6d06b70-2b5e-42f9-875d-1b27d3e3a618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.307164 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 42d2540c-8635-4352-84a3-20e1854660fe completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:01.311744 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 42d2540c-8635-4352-84a3-20e1854660fe triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:01.312332 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.360387 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Set router 905459c5-e0c7-4f26-9847-17fc859bae6d gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:01.396661 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.423730 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 42d2540c-8635-4352-84a3-20e1854660fe, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=42d2540c-8635-4352-84a3-20e1854660fe,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:01.428772 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.429697 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:01.506075 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=42d2540c-8635-4352-84a3-20e1854660fe,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:01.521374 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:01.521742 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.667353 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'name': 'tempest-TestVolumeBootPattern-1161259569-router', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '42d2540c-8635-4352-84a3-20e1854660fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:54Z', 'updated_at': '2021-07-22T23:48:58Z', 'revision_number': 4, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'gw_port': {'id': '42d2540c-8635-4352-84a3-20e1854660fe', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:55Z', 'updated_at': '2021-07-22T23:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '69a0aeb5-7402-422f-bb76-17e65d3dbe47', 'name': '', 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'mac_address': 'fa:16:3e:7c:bb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ecc939be-5dca-4647-a3e4-4c66bf7cacb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:57Z', 'updated_at': '2021-07-22T23:48:58Z', 'revision_number': 2, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'subnets': [{'id': 'ecc939be-5dca-4647-a3e4-4c66bf7cacb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:01.695160 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Checking router: 905459c5-e0c7-4f26-9847-17fc859bae6d for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:01.695160 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Updating router 905459c5-e0c7-4f26-9847-17fc859bae6d port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 binding host dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:01.744189 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.863699 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.020369 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Notify callbacks [] for port, precommit_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.029886 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.provisioning_blocks [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Transition to ACTIVE for port object 69a0aeb5-7402-422f-bb76-17e65d3dbe47 will not be triggered until provisioned by entity L2. {{(pid=93216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:02.036080 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.083482 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b6c88-cb8c-4e04-91a3-e7b4a15e1e7d None None] Pushing event updated for resources: {'Port': ['ID=69a0aeb5-7402-422f-bb76-17e65d3dbe47,revision_number=3']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:02.143503 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Attempting to bind port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 on host dv-cinder-801916-1-iscsi for vnic_type normal with profile {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:02.143998 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Attempting to bind port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 by drivers openvswitch,hyperv on host dv-cinder-801916-1-iscsi at level 0 using segments [{'id': 'df7574e8-bbe1-4cc5-ba35-afb2b65692e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1'}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:02.144355 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Attempting to bind port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 on network c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:02.149701 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Checking agent: {'id': 'b6475e9c-426e-4423-9457-821993fec312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801916-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 2), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801916-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:02.150090 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Checking segment: {'id': 'df7574e8-bbe1-4cc5-ba35-afb2b65692e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:02.150489 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.150877 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Bound using segment: {'id': 'df7574e8-bbe1-4cc5-ba35-afb2b65692e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1'} {{(pid=93216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:02.151339 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.managers [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Bound port: 69a0aeb5-7402-422f-bb76-17e65d3dbe47, host: dv-cinder-801916-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7574e8-bbe1-4cc5-ba35-afb2b65692e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1'}}] {{(pid=93216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:02.151716 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.223223 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] For port 69a0aeb5-7402-422f-bb76-17e65d3dbe47, host dv-cinder-801916-1-iscsi, cleared binding levels {{(pid=93216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:02.226437 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.plugins.ml2.db [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] For port 69a0aeb5-7402-422f-bb76-17e65d3dbe47, host dv-cinder-801916-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=69a0aeb5-7402-422f-bb76-17e65d3dbe47,segment=NetworkSegment(df7574e8-bbe1-4cc5-ba35-afb2b65692e2),segment_id=df7574e8-bbe1-4cc5-ba35-afb2b65692e2)] {{(pid=93216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:02.230760 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron_lib.callbacks.manager [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.280291 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Routers {'905459c5-e0c7-4f26-9847-17fc859bae6d'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:02.280946 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:49:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['905459c5-e0c7-4f26-9847-17fc859bae6d'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:02.351587 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b6c88-cb8c-4e04-91a3-e7b4a15e1e7d None None] Pushing event updated for resources: {'Port': ['ID=69a0aeb5-7402-422f-bb76-17e65d3dbe47,revision_number=4']} {{(pid=93216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:02.401683 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] Set router 905459c5-e0c7-4f26-9847-17fc859bae6d gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:02.603222 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'name': 'tempest-TestVolumeBootPattern-1161259569-router', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '42d2540c-8635-4352-84a3-20e1854660fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:54Z', 'updated_at': '2021-07-22T23:48:58Z', 'revision_number': 4, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'gw_port': {'id': '42d2540c-8635-4352-84a3-20e1854660fe', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:55Z', 'updated_at': '2021-07-22T23:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '69a0aeb5-7402-422f-bb76-17e65d3dbe47', 'name': '', 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'mac_address': 'fa:16:3e:7c:bb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ecc939be-5dca-4647-a3e4-4c66bf7cacb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:57Z', 'updated_at': '2021-07-22T23:49:02Z', 'revision_number': 4, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'subnets': [{'id': 'ecc939be-5dca-4647-a3e4-4c66bf7cacb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:02.629064 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d6e3a-dc78-41e5-b521-0e924a0b6a33 None None] The sync data for ids ['905459c5-e0c7-4f26-9847-17fc859bae6d'] in dv-cinder-801916-1-iscsi is: [{'id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'name': 'tempest-TestVolumeBootPattern-1161259569-router', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '42d2540c-8635-4352-84a3-20e1854660fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:54Z', 'updated_at': '2021-07-22T23:48:58Z', 'revision_number': 4, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'gw_port': {'id': '42d2540c-8635-4352-84a3-20e1854660fe', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:55Z', 'updated_at': '2021-07-22T23:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '69a0aeb5-7402-422f-bb76-17e65d3dbe47', 'name': '', 'network_id': 'c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'mac_address': 'fa:16:3e:7c:bb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ecc939be-5dca-4647-a3e4-4c66bf7cacb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:57Z', 'updated_at': '2021-07-22T23:49:02Z', 'revision_number': 4, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'subnets': [{'id': 'ecc939be-5dca-4647-a3e4-4c66bf7cacb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:03.172860 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 69a0aeb5-7402-422f-bb76-17e65d3dbe47 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:03.225002 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning for port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:03.229145 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:03.230784 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.319541 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.352107 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] For port 69a0aeb5-7402-422f-bb76-17e65d3dbe47, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=69a0aeb5-7402-422f-bb76-17e65d3dbe47,segment=NetworkSegment(df7574e8-bbe1-4cc5-ba35-afb2b65692e2),segment_id=df7574e8-bbe1-4cc5-ba35-afb2b65692e2)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:03.358052 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.358905 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 42d2540c-8635-4352-84a3-20e1854660fe up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:03.411719 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.444794 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Pushing event updated for resources: {'Port': ['ID=69a0aeb5-7402-422f-bb76-17e65d3dbe47,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:03.454670 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 42d2540c-8635-4352-84a3-20e1854660fe triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:03.455041 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.133618 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 69a0aeb5-7402-422f-bb76-17e65d3dbe47 up at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:05.176535 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.192871 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Provisioning complete for port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:05.193233 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.484653 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.257635 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-8fd81819-b0e8-49ff-a46b-da8841f468c0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288752541&fields=id&tenant_id=88b91bd96892488a968d56a749f8dd70 HTTP/1.1" status: 200 len: 267 time: 0.0330708 Jul 22 23:49:19.361647 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-3cdffa4c-7b1e-4e8a-ba9f-86d180effaa5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:19.363577 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-3cdffa4c-7b1e-4e8a-ba9f-86d180effaa5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 812 time: 0.0996382 Jul 22 23:49:19.378467 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-beaf11ae-571e-4cb5-8b44-09514cfc2024 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/quotas/88b91bd96892488a968d56a749f8dd70 HTTP/1.1" status: 200 len: 375 time: 0.0088999 Jul 22 23:49:19.446487 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-34df93c4-a774-419d-8eb6-d1bb1a3c1b80 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633116 Jul 22 23:49:19.460963 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-6c98ba6a-b428-4d73-a398-ebd9c715d253 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:19.461912 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-6c98ba6a-b428-4d73-a398-ebd9c715d253 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049782 Jul 22 23:49:19.553768 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-426c4a7b-04af-4025-b87f-80cd86e99755 service neutron] 10.222.0.55 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866973 Jul 22 23:49:19.642548 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-515c9daf-f620-4212-a253-d461c7b39303 service neutron] 10.222.0.55 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830693 Jul 22 23:49:20.020816 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-d1f5807c-b737-48fc-a96e-d8aff9ad7d38 req-9494e70f-7eeb-433f-a156-bb34409679aa tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 210 time: 0.1278121 Jul 22 23:49:20.910615 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-303f6560-bbf8-406f-bd0c-e1f309f7062e tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:20.912123 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-303f6560-bbf8-406f-bd0c-e1f309f7062e tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 812 time: 0.1052454 Jul 22 23:49:20.961287 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-c61b85c2-a00a-44a4-aa8b-0d473d0195d5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88b91bd96892488a968d56a749f8dd70 HTTP/1.1" status: 200 len: 379 time: 0.0344284 Jul 22 23:49:20.973396 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'port': {'device_id': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'admin_state_up': True, 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'security_groups': ['eb63ba0f-c609-48c3-89a1-d89ce77a1c60']}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:21.099054 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Made reservation on behalf of 88b91bd96892488a968d56a749f8dd70 for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:21.102389 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.121016 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-de655260-c5b1-4967-a8b7-126d9c6fc251 req-b272be6f-3c84-4916-a39a-a5cae651eb7b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 210 time: 0.0326374 Jul 22 23:49:21.243937 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Allocated IP 172.20.0.11 (627df544-8c53-4ebd-83b3-d5c5105ce6a7/01a9085b-1112-4cb0-bd2e-f44dffa1ea3a/fdb59f13-db35-498d-b514-5b4ccea3a3bb) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:21.382380 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.395880 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Transition to ACTIVE for port object fdb59f13-db35-498d-b514-5b4ccea3a3bb will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:21.430675 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.479783 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:21.482784 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:21.486510 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:21.492899 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'Port': ['ID=fdb59f13-db35-498d-b514-5b4ccea3a3bb,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:21.517452 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.517785 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.518153 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.519164 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.519556 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.519889 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.520218 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.520544 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.520871 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.521193 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.521513 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.521826 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:21.553956 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:21.554652 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.570271 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-7db117c9-1f0a-4123-b363-6a792708bf7c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6011548 Jul 22 23:49:21.583018 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Request body: {'port': {'device_id': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:21.656402 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.830492 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-0d556ccd-8e69-462f-8f18-8d06eb8764d9 None None] Provisioning for port fdb59f13-db35-498d-b514-5b4ccea3a3bb completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:21.834770 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-0d556ccd-8e69-462f-8f18-8d06eb8764d9 None None] Provisioning complete for port fdb59f13-db35-498d-b514-5b4ccea3a3bb triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:21.835142 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-0d556ccd-8e69-462f-8f18-8d06eb8764d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.870738 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-0d556ccd-8e69-462f-8f18-8d06eb8764d9 None None] Port fdb59f13-db35-498d-b514-5b4ccea3a3bb cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:21.920040 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb59f13-db35-498d-b514-5b4ccea3a3bb {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:21.927456 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.939048 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Transition to ACTIVE for port object fdb59f13-db35-498d-b514-5b4ccea3a3bb will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:21.943312 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.993408 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb59f13-db35-498d-b514-5b4ccea3a3bb,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:22.066828 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Attempting to bind port fdb59f13-db35-498d-b514-5b4ccea3a3bb on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:22.067162 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Attempting to bind port fdb59f13-db35-498d-b514-5b4ccea3a3bb by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:22.067548 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Attempting to bind port fdb59f13-db35-498d-b514-5b4ccea3a3bb on network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:22.072012 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Port fdb59f13-db35-498d-b514-5b4ccea3a3bb on network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:49:22.072329 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Attempting to bind port fdb59f13-db35-498d-b514-5b4ccea3a3bb on network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:22.077228 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:22.077561 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Checking segment: {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:22.077946 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Bound using segment: {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:22.078407 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Bound port: fdb59f13-db35-498d-b514-5b4ccea3a3bb, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:22.078763 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.142886 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] For port fdb59f13-db35-498d-b514-5b4ccea3a3bb, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:22.147103 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] For port fdb59f13-db35-498d-b514-5b4ccea3a3bb, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=fdb59f13-db35-498d-b514-5b4ccea3a3bb,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:22.151739 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.188734 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.189886 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.192624 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] 10.222.0.78 "PUT /v2.0/ports/fdb59f13-db35-498d-b514-5b4ccea3a3bb HTTP/1.1" status: 200 len: 1094 time: 0.6146135 Jul 22 23:49:22.193049 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'tag': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:22.195320 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df286b59-951d-43a8-b8e9-4fcabab65c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea63ee8c-730a-41f6-8a74-1a483049b3be", "tag": "fdb59f13-db35-498d-b514-5b4ccea3a3bb"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:22.222931 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6774a0-be77-4a06-88d2-10ceda07ef87 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb59f13-db35-498d-b514-5b4ccea3a3bb,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:22.260946 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0515cd-a078-43e4-8b42-6772ae2b9121 x-openstack-request-id: req-4e0515cd-a078-43e4-8b42-6772ae2b9121 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:22.261277 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea63ee8c-730a-41f6-8a74-1a483049b3be", "tag": "fdb59f13-db35-498d-b514-5b4ccea3a3bb", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:22.261480 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e0515cd-a078-43e4-8b42-6772ae2b9121 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:22.262493 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'tag': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb', 'status': 'completed', 'code': 200} Jul 22 23:49:22.278997 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2e8df-644d-43f7-adf3-a54508a5bf5c req-fd416963-a88b-4c8e-8253-02de3a14435d tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.281611 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-25f2e8df-644d-43f7-adf3-a54508a5bf5c req-fd416963-a88b-4c8e-8253-02de3a14435d tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 944 time: 0.0895629 Jul 22 23:49:22.305523 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-c702a8b8-ed16-494b-8535-5e03662f4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.307122 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-c702a8b8-ed16-494b-8535-5e03662f4e84 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 1097 time: 0.0562170 Jul 22 23:49:22.322691 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-25f2e8df-644d-43f7-adf3-a54508a5bf5c req-16731ecc-8550-42d4-979d-229030aae0c9 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352218 Jul 22 23:49:22.356787 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-db850d7b-e41e-412e-af6f-d78421a039cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb59f13-db35-498d-b514-5b4ccea3a3bb HTTP/1.1" status: 200 len: 217 time: 0.0370960 Jul 22 23:49:22.409260 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-d08ae56f-8c2c-4b95-8e60-9df6ff10523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.410749 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-d08ae56f-8c2c-4b95-8e60-9df6ff10523a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0442173 Jul 22 23:49:22.473351 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-6ad481a5-21eb-4fae-8e4e-5fead23a1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.474857 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-6ad481a5-21eb-4fae-8e4e-5fead23a1d64 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550878 Jul 22 23:49:22.570979 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-b2c2b95d-be90-43a1-8340-606053806d0c service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840495 Jul 22 23:49:22.659706 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-1c35f4a2-ed10-4b00-b9c1-cb931a3721ef req-0445a6d6-67db-4562-9ab1-4f874bbfa453 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787842 Jul 22 23:49:22.764455 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df286b59-951d-43a8-b8e9-4fcabab65c2c req-2a04c22c-6bee-4a09-82e6-a2f81caa31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.765959 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-df286b59-951d-43a8-b8e9-4fcabab65c2c req-2a04c22c-6bee-4a09-82e6-a2f81caa31b2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 1097 time: 0.0561390 Jul 22 23:49:22.853309 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df286b59-951d-43a8-b8e9-4fcabab65c2c req-052ef5d3-3fd1-4f91-890a-1c62be6c9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.854698 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-df286b59-951d-43a8-b8e9-4fcabab65c2c req-052ef5d3-3fd1-4f91-890a-1c62be6c9db6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.0807724 Jul 22 23:49:22.897180 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-df286b59-951d-43a8-b8e9-4fcabab65c2c req-96e4dc32-8005-4103-a723-8e3a26b2cbde service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb59f13-db35-498d-b514-5b4ccea3a3bb HTTP/1.1" status: 200 len: 217 time: 0.0357175 Jul 22 23:49:22.945309 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df286b59-951d-43a8-b8e9-4fcabab65c2c req-b822cd35-144c-461c-bbb2-1c3026b60ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.946870 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-df286b59-951d-43a8-b8e9-4fcabab65c2c req-b822cd35-144c-461c-bbb2-1c3026b60ba2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0431976 Jul 22 23:49:23.005428 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df286b59-951d-43a8-b8e9-4fcabab65c2c req-a1af1012-41d5-42ae-8db6-9cde42b4d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:23.007049 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-df286b59-951d-43a8-b8e9-4fcabab65c2c req-a1af1012-41d5-42ae-8db6-9cde42b4d5ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527737 Jul 22 23:49:23.104901 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-df286b59-951d-43a8-b8e9-4fcabab65c2c req-4163bbb1-c7d5-4ec2-a87e-133e1820a8bf service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864635 Jul 22 23:49:23.194350 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-df286b59-951d-43a8-b8e9-4fcabab65c2c req-b4e7944c-84fb-4f66-9642-d63d4961b6a7 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797234 Jul 22 23:49:23.455216 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51c48-2f3e-454f-8fc4-a916ccebfa12 req-f68aa6f0-56d8-4394-a940-5383ade66a61 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:23.457340 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a4c51c48-2f3e-454f-8fc4-a916ccebfa12 req-f68aa6f0-56d8-4394-a940-5383ade66a61 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 944 time: 0.0675967 Jul 22 23:49:23.493565 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a4c51c48-2f3e-454f-8fc4-a916ccebfa12 req-fdf9fbd2-7139-4a97-8fb2-de5ca4ab745b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307605 Jul 22 23:49:24.618021 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b33ed7-e1fd-47b5-9196-bb7383e99d37 req-d9fdc603-e44a-4901-b902-0281ab38e455 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:24.619539 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-85b33ed7-e1fd-47b5-9196-bb7383e99d37 req-d9fdc603-e44a-4901-b902-0281ab38e455 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 944 time: 0.0626163 Jul 22 23:49:24.657171 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-85b33ed7-e1fd-47b5-9196-bb7383e99d37 req-7ac546b2-699f-404b-91c3-50b26d07c5dc tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312061 Jul 22 23:49:25.787142 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cba5a0-0a1e-479a-bec7-8fa896b74b70 req-9c2c4fb2-b159-43e3-9bc9-f04c32f96720 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:25.788616 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-48cba5a0-0a1e-479a-bec7-8fa896b74b70 req-9c2c4fb2-b159-43e3-9bc9-f04c32f96720 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 944 time: 0.0673361 Jul 22 23:49:25.825622 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-48cba5a0-0a1e-479a-bec7-8fa896b74b70 req-33a54a71-d3c3-44bd-b690-0b946d80dcf2 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315683 Jul 22 23:49:26.949262 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce511071-3ff1-4004-b566-2e17e5f12859 req-0ab97f9d-f126-41f7-91e7-dfe3fedae70f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:26.950720 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ce511071-3ff1-4004-b566-2e17e5f12859 req-0ab97f9d-f126-41f7-91e7-dfe3fedae70f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 944 time: 0.0613873 Jul 22 23:49:26.988165 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ce511071-3ff1-4004-b566-2e17e5f12859 req-6f2685c5-4686-47a3-bb42-426b82c94cfe tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319946 Jul 22 23:49:28.111564 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a8da6-0327-4b46-aee8-e7603461734e req-2df07a8e-b21b-45e8-955f-1a400c0a2110 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:28.112992 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ce2a8da6-0327-4b46-aee8-e7603461734e req-2df07a8e-b21b-45e8-955f-1a400c0a2110 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 944 time: 0.0605297 Jul 22 23:49:28.152958 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ce2a8da6-0327-4b46-aee8-e7603461734e req-520c2dce-4b2f-4c9c-af09-e071cd7f3a72 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345325 Jul 22 23:49:28.440948 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-862969c8-c5dd-4696-8cca-f78d09035080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.282253 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc11b8-efdf-4621-a58c-31ff69edf3ea req-3d2bce95-619b-4850-8228-2a05d4972a9e tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:29.283709 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6cbc11b8-efdf-4621-a58c-31ff69edf3ea req-3d2bce95-619b-4850-8228-2a05d4972a9e tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 944 time: 0.0658262 Jul 22 23:49:29.320325 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6cbc11b8-efdf-4621-a58c-31ff69edf3ea req-9affd3d2-b6ff-4cbe-83cd-fd258d140014 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311236 Jul 22 23:49:30.201213 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device fdb59f13-db35-498d-b514-5b4ccea3a3bb details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:49:30.291376 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port fdb59f13-db35-498d-b514-5b4ccea3a3bb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=fdb59f13-db35-498d-b514-5b4ccea3a3bb,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:30.301860 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'port_id': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb', 'mac_address': 'fa:16:3e:22:cf:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:49:30.342267 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.355990 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb59f13-db35-498d-b514-5b4ccea3a3bb {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:30.374923 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port fdb59f13-db35-498d-b514-5b4ccea3a3bb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=fdb59f13-db35-498d-b514-5b4ccea3a3bb,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:30.379632 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.428712 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=fdb59f13-db35-498d-b514-5b4ccea3a3bb,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:30.437006 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.437350 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.437691 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.438022 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.438376 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.438709 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.439038 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.440774 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.440774 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.441025 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.441368 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.441697 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:30.454345 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6028cc-255f-4e30-9342-16f0a94fa054 req-918d398b-37a2-43d5-a6cd-cfa75e4402b6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:30.456511 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d6028cc-255f-4e30-9342-16f0a94fa054 req-918d398b-37a2-43d5-a6cd-cfa75e4402b6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 945 time: 0.0697038 Jul 22 23:49:30.494092 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9d6028cc-255f-4e30-9342-16f0a94fa054 req-9641f5e2-bb85-4d0c-a60a-48990da146a5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318580 Jul 22 23:49:30.647892 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['fdb59f13-db35-498d-b514-5b4ccea3a3bb'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:49:31.280385 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b098eedd-7ba6-4caf-bae1-9f1acc6b7bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.626711 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552c983-48f8-4551-a510-c65092832162 req-cd53c4d1-d1ad-4c6c-8c84-f54f79de34ce tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:31.628740 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6552c983-48f8-4551-a510-c65092832162 req-cd53c4d1-d1ad-4c6c-8c84-f54f79de34ce tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 945 time: 0.0631433 Jul 22 23:49:31.664967 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6552c983-48f8-4551-a510-c65092832162 req-c078f892-82d4-4f92-9fbb-b3e46b86610e tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308876 Jul 22 23:49:31.863863 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.215658 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device fdb59f13-db35-498d-b514-5b4ccea3a3bb up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:32.262491 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port fdb59f13-db35-498d-b514-5b4ccea3a3bb completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:32.265944 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port fdb59f13-db35-498d-b514-5b4ccea3a3bb triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:32.266337 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.342675 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.364916 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:32.367167 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e50f4dd-cb81-4f7a-ae00-099e708bc762" -d '{"events": [{"server_uuid": "ea63ee8c-730a-41f6-8a74-1a483049b3be", "name": "network-vif-plugged", "status": "completed", "tag": "fdb59f13-db35-498d-b514-5b4ccea3a3bb"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:32.380451 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port fdb59f13-db35-498d-b514-5b4ccea3a3bb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=fdb59f13-db35-498d-b514-5b4ccea3a3bb,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:32.384521 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.408399 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff7fc1c-f58f-4254-a73d-12532a5ddd20 x-openstack-request-id: req-eff7fc1c-f58f-4254-a73d-12532a5ddd20 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:32.408694 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea63ee8c-730a-41f6-8a74-1a483049b3be", "name": "network-vif-plugged", "status": "completed", "tag": "fdb59f13-db35-498d-b514-5b4ccea3a3bb", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:32.409130 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eff7fc1c-f58f-4254-a73d-12532a5ddd20 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:32.409510 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb', 'code': 200} Jul 22 23:49:32.435174 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=fdb59f13-db35-498d-b514-5b4ccea3a3bb,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:32.702838 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f8379-d79a-496f-bd1d-1e0066135b73 req-fdc3d1d2-a361-4364-a339-a7934527af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:32.704330 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3e1f8379-d79a-496f-bd1d-1e0066135b73 req-fdc3d1d2-a361-4364-a339-a7934527af25 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 1099 time: 0.1000831 Jul 22 23:49:32.739698 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-3e1f8379-d79a-496f-bd1d-1e0066135b73 req-f0434a61-7758-401f-a13e-8503a6a9dafa service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284841 Jul 22 23:49:32.794189 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2311db-0e42-4d60-a071-48b329b0eca1 req-f1ce6189-b518-414d-abe1-09eacf86f96e tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:32.795673 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ad2311db-0e42-4d60-a071-48b329b0eca1 req-f1ce6189-b518-414d-abe1-09eacf86f96e tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 946 time: 0.0656006 Jul 22 23:49:32.833211 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ad2311db-0e42-4d60-a071-48b329b0eca1 req-a34acb72-c933-4400-aa8f-f21dc474dc01 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315721 Jul 22 23:49:33.372576 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.007970 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834bddd-88a4-4e39-b6e6-b7d4d4b37759 req-81e72644-43c8-41bc-b86e-1fc44aabb0de tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:34.009456 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c834bddd-88a4-4e39-b6e6-b7d4d4b37759 req-81e72644-43c8-41bc-b86e-1fc44aabb0de tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 946 time: 0.1096456 Jul 22 23:49:34.046292 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-c834bddd-88a4-4e39-b6e6-b7d4d4b37759 req-76105e47-9a5a-49a2-910a-5c475f79ab0c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313516 Jul 22 23:49:34.174534 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47ecb8-cf4f-4f19-9575-098bb87a77a4 req-28d31959-775b-482c-82b8-87cc35456f31 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:34.175874 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ec47ecb8-cf4f-4f19-9575-098bb87a77a4 req-28d31959-775b-482c-82b8-87cc35456f31 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 946 time: 0.0659781 Jul 22 23:49:34.213249 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-ec47ecb8-cf4f-4f19-9575-098bb87a77a4 req-780677df-270b-4579-bae6-9da0fe3ab200 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319028 Jul 22 23:49:34.235172 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58216) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:34.327025 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af069f47-c11d-407c-8534-a0614f018e5f tempest-TestVolumeBootPattern-1104284322 tempest-TestVolumeBootPattern-1104284322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:34.328493 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-af069f47-c11d-407c-8534-a0614f018e5f tempest-TestVolumeBootPattern-1104284322 tempest-TestVolumeBootPattern-1104284322-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 1094 time: 0.0923417 Jul 22 23:49:34.331307 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58220) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:34.335521 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'floatingip': {'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'port_id': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:34.357639 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.458279 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.557279 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Allocated IP 172.27.3.135 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/7c7f8355-1de3-49a6-b626-f91189d9c870) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:34.917963 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.956107 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.992584 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:34.999019 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:35.001566 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:35.027776 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'Port': ['ID=7c7f8355-1de3-49a6-b626-f91189d9c870,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:35.151417 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.357901 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.431872 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.579960 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.584521 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.656530 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'Port': ['ID=7c7f8355-1de3-49a6-b626-f91189d9c870,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:35.666958 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.767219 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.l3_db [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Floating IP c7faa779-13a4-4b09-8627-3d2f1d908928 associated. External IP: 172.27.3.135, port: fdb59f13-db35-498d-b514-5b4ccea3a3bb. Jul 22 23:49:35.969945 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Router 5df0da19-d7a8-48c6-b987-3abddb809b5a has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:36.074746 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:36.084250 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87d97d-1998-4e1e-a5ae-6c8a2cbda66b None None] Sync routers for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:36.090308 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.092998 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87d97d-1998-4e1e-a5ae-6c8a2cbda66b None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:36.093621 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-fb87d97d-1998-4e1e-a5ae-6c8a2cbda66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:49:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:36.129705 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-3ddd3e49-f2be-414e-889c-9eb156c3cc6b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7973747 Jul 22 23:49:36.130325 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'tag': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:36.132596 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22af581c-e637-474e-bbc2-9881b9293c92" -d '{"events": [{"name": "network-changed", "server_uuid": "ea63ee8c-730a-41f6-8a74-1a483049b3be", "tag": "fdb59f13-db35-498d-b514-5b4ccea3a3bb"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:36.206841 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-fb87d97d-1998-4e1e-a5ae-6c8a2cbda66b None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:36.222950 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f609967b-fbcd-4c23-a4e3-a0da6943b751 x-openstack-request-id: req-f609967b-fbcd-4c23-a4e3-a0da6943b751 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:36.223234 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea63ee8c-730a-41f6-8a74-1a483049b3be", "tag": "fdb59f13-db35-498d-b514-5b4ccea3a3bb", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:36.223480 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f609967b-fbcd-4c23-a4e3-a0da6943b751 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:36.223874 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'tag': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb', 'status': 'completed', 'code': 200} Jul 22 23:49:36.306475 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af581c-e637-474e-bbc2-9881b9293c92 req-82b286f4-0ac0-4cff-9ab9-9fdbba0edb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.308053 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-22af581c-e637-474e-bbc2-9881b9293c92 req-82b286f4-0ac0-4cff-9ab9-9fdbba0edb8d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 1099 time: 0.0606360 Jul 22 23:49:36.399629 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af581c-e637-474e-bbc2-9881b9293c92 req-a75b4a52-e9fd-410f-b803-29e20f9c537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.401097 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-22af581c-e637-474e-bbc2-9881b9293c92 req-a75b4a52-e9fd-410f-b803-29e20f9c537b service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.0865226 Jul 22 23:49:36.470200 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-22af581c-e637-474e-bbc2-9881b9293c92 req-d0c528f8-9c3d-4fb4-b308-520b2689e359 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb59f13-db35-498d-b514-5b4ccea3a3bb HTTP/1.1" status: 200 len: 1000 time: 0.0626149 Jul 22 23:49:36.513242 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.519067 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af581c-e637-474e-bbc2-9881b9293c92 req-f06503d8-a736-4825-bc70-54b6d317e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.520570 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-22af581c-e637-474e-bbc2-9881b9293c92 req-f06503d8-a736-4825-bc70-54b6d317e9b7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0438914 Jul 22 23:49:36.579227 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af581c-e637-474e-bbc2-9881b9293c92 req-d138e50c-fdef-49f6-aa60-c4db24883a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.581406 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-22af581c-e637-474e-bbc2-9881b9293c92 req-d138e50c-fdef-49f6-aa60-c4db24883a2a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534835 Jul 22 23:49:36.617558 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-fb87d97d-1998-4e1e-a5ae-6c8a2cbda66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': 'c7faa779-13a4-4b09-8627-3d2f1d908928', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:22:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:49:35Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 0, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:36.646677 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87d97d-1998-4e1e-a5ae-6c8a2cbda66b None None] Checking router: 5df0da19-d7a8-48c6-b987-3abddb809b5a for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:36.654832 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87d97d-1998-4e1e-a5ae-6c8a2cbda66b None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:36.655448 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-fb87d97d-1998-4e1e-a5ae-6c8a2cbda66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:49:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:36.673350 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-22af581c-e637-474e-bbc2-9881b9293c92 req-898139c8-7faf-4c8d-afbd-b13d2a55966c service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847783 Jul 22 23:49:36.756992 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-fb87d97d-1998-4e1e-a5ae-6c8a2cbda66b None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:36.760449 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-22af581c-e637-474e-bbc2-9881b9293c92 req-2a300e51-0c44-49bf-a7c2-5e21e00da3b6 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806067 Jul 22 23:49:36.974818 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-fb87d97d-1998-4e1e-a5ae-6c8a2cbda66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': 'c7faa779-13a4-4b09-8627-3d2f1d908928', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:22:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:49:35Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 0, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:37.003465 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87d97d-1998-4e1e-a5ae-6c8a2cbda66b None None] The sync data for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi is: [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': 'c7faa779-13a4-4b09-8627-3d2f1d908928', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:22:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:49:35Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 0, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:37.182180 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb5f097-3890-4ae4-a88b-9fcb8b0a4ab8 None None] New status for floating IP c7faa779-13a4-4b09-8627-3d2f1d908928: ACTIVE {{(pid=93216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:49:38.228033 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:49:58.444480 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-dc216161-df3c-4aed-a638-d646cd05bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.280671 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c2034c77-8cee-490b-9fac-60697ba42c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.864937 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:03.374015 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.159334 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.506442 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.231076 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:50:28.445824 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-7f7df89e-ad7a-4e4a-a917-f5ed5b235c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.681684 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-14d3f5de-1dac-4bad-bbce-d0de52620d0f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547631 Jul 22 23:50:28.783036 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-c0ff7a8c-92cb-44b6-a046-b0163e80a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:28.784528 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-c0ff7a8c-92cb-44b6-a046-b0163e80a6a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 1099 time: 0.0517149 Jul 22 23:50:28.897354 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-a93be345-d49e-484e-a84d-a27f816b2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:28.898855 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-a93be345-d49e-484e-a84d-a27f816b2a31 service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.0878928 Jul 22 23:50:28.971357 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-d29244fb-e0b3-4843-a5ff-4856e9218425 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb59f13-db35-498d-b514-5b4ccea3a3bb HTTP/1.1" status: 200 len: 1002 time: 0.0627892 Jul 22 23:50:29.024847 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-6bb6505c-fa6e-42e7-acd7-bc0126adc63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:29.026331 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-6bb6505c-fa6e-42e7-acd7-bc0126adc63c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0435319 Jul 22 23:50:29.091862 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-524b4585-2936-4382-b5ae-c23ead52c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:29.093341 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-524b4585-2936-4382-b5ae-c23ead52c2e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563219 Jul 22 23:50:29.188109 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-358d4315-3ce6-4186-9283-323e79ddaf52 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824697 Jul 22 23:50:29.281600 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-a7ba8170-2d65-44b8-868d-82baf55b6161 req-82dd3041-4210-4ea6-b0c4-690eb355e415 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838046 Jul 22 23:50:31.281770 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-e1837737-e39a-4f6a-b31e-ea46eca91e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.865759 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.375813 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.170816 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.525268 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.231517 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:50:58.447481 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-efb957dc-c979-4d43-973e-5857c3dc2c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:01.284844 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aad4-2172-40e0-8eaa-45fd5134bbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:01.867566 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.387017 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.158422 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.537356 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:28.450570 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-bb50f6f0-0542-4920-95c5-b67764cb2cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:29.230952 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:51:29.671270 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-d2bc0f00-0ed8-4415-aea1-28caba38ff87 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542941 Jul 22 23:51:29.776013 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-dd53f8c1-23b3-4899-9679-459017f7692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:29.777473 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-dd53f8c1-23b3-4899-9679-459017f7692b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 1099 time: 0.0519824 Jul 22 23:51:29.890673 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-992bd663-9143-4de5-bba2-569e1a3fe5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:29.892164 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-992bd663-9143-4de5-bba2-569e1a3fe5b9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.0883248 Jul 22 23:51:29.959861 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-fefac6f8-39a7-417d-9521-d6f88206f6a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdb59f13-db35-498d-b514-5b4ccea3a3bb HTTP/1.1" status: 200 len: 1002 time: 0.0558643 Jul 22 23:51:30.014621 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-7d0cd4c5-a21b-4946-a0d6-d996fa54008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:30.016123 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-7d0cd4c5-a21b-4946-a0d6-d996fa54008a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0467744 Jul 22 23:51:30.076969 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-69026787-adba-4d67-9820-315f0790fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:30.078454 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-69026787-adba-4d67-9820-315f0790fcfc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514667 Jul 22 23:51:30.094912 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-25d73cb2-1625-4d35-8aae-c980bd6aa602 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:51:30.095892 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-25d73cb2-1625-4d35-8aae-c980bd6aa602 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048313 Jul 22 23:51:30.191032 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-6aba1f02-989b-46fb-b79d-ee3be086c153 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837281 Jul 22 23:51:30.281501 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-49d26821-5a05-4bc7-ad7b-dfc762fd284e req-c852db3c-8a36-4230-8bd2-f1fef7d59eed service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805714 Jul 22 23:51:31.286522 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-9528e347-fd11-4d79-bf3f-b01b476ec1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:31.869278 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:32.756974 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822896a6-b8c1-4396-85fa-69d613a26a03 req-61281269-6f95-44fb-b062-707ee9727190 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:32.758447 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-822896a6-b8c1-4396-85fa-69d613a26a03 req-61281269-6f95-44fb-b062-707ee9727190 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 946 time: 0.0613551 Jul 22 23:51:32.798859 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-822896a6-b8c1-4396-85fa-69d613a26a03 req-aa4df5ad-b04a-4ceb-8260-2372fc34c38e tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348771 Jul 22 23:51:33.383067 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:33.944669 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159fe2-9b96-485d-9a18-6843677913c5 req-ec9bc366-1e5f-4072-9fd9-879205ec1503 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:33.946158 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6a159fe2-9b96-485d-9a18-6843677913c5 req-ec9bc366-1e5f-4072-9fd9-879205ec1503 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 946 time: 0.0637848 Jul 22 23:51:33.984178 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6a159fe2-9b96-485d-9a18-6843677913c5 req-1a532909-5ad1-465b-aae5-0b0bd8c65b98 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325141 Jul 22 23:51:34.518273 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-7b8e5f97-d1d6-4bf8-abf7-5868e83971c3 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:34.520128 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-7b8e5f97-d1d6-4bf8-abf7-5868e83971c3 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 946 time: 0.0618701 Jul 22 23:51:34.624338 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Deleting port fdb59f13-db35-498d-b514-5b4ccea3a3bb {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:34.624685 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.713257 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] For port fdb59f13-db35-498d-b514-5b4ccea3a3bb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=fdb59f13-db35-498d-b514-5b4ccea3a3bb,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:34.713610 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.876961 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.877607 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:34.877913 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.l3_db [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Floating IP c7faa779-13a4-4b09-8627-3d2f1d908928 disassociated. External IP: 172.27.3.135, port: fdb59f13-db35-498d-b514-5b4ccea3a3bb. Jul 22 23:51:34.878273 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Calling delete_port for fdb59f13-db35-498d-b514-5b4ccea3a3bb owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:35.011488 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.041395 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event deleted for resources: {'Port': ['ID=fdb59f13-db35-498d-b514-5b4ccea3a3bb,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:35.052915 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.053278 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.053571 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.053901 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.054248 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.054574 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.054893 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.055211 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.055524 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.055838 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.056155 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.056457 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:35.148402 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-f32df227-c9a6-4afb-9414-a2a54a7cf5f3 req-84911a18-4046-41ea-8d88-2034d5b8547f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 210 time: 0.0540426 Jul 22 23:51:35.170604 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.192709 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Router 5df0da19-d7a8-48c6-b987-3abddb809b5a has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:51:35.302848 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:51:35.312795 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70271560-46c2-4ed7-b4df-d5c0247277d8 None None] Sync routers for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:51:35.322456 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70271560-46c2-4ed7-b4df-d5c0247277d8 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:35.322997 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-70271560-46c2-4ed7-b4df-d5c0247277d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:51:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:35.350404 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] No DVR routers for this DVR port fdb59f13-db35-498d-b514-5b4ccea3a3bb on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:51:35.352915 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:35.355023 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dda533cd-80e3-48c9-a841-da0b8ac999f2 req-5c328d4c-c933-41e1-9d26-04c628c1f335 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "DELETE /v2.0/ports/fdb59f13-db35-498d-b514-5b4ccea3a3bb HTTP/1.1" status: 204 len: 173 time: 0.8271446 Jul 22 23:51:35.355434 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'name': 'network-vif-deleted', 'tag': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:35.357825 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036dc774-6294-457c-8b08-45e7b68faf65" -d '{"events": [{"server_uuid": "ea63ee8c-730a-41f6-8a74-1a483049b3be", "name": "network-vif-deleted", "tag": "fdb59f13-db35-498d-b514-5b4ccea3a3bb"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:35.407249 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cd3ad3-928e-452b-ab8d-d38e6fadc0b6 x-openstack-request-id: req-83cd3ad3-928e-452b-ab8d-d38e6fadc0b6 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:35.407541 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea63ee8c-730a-41f6-8a74-1a483049b3be", "name": "network-vif-deleted", "tag": "fdb59f13-db35-498d-b514-5b4ccea3a3bb", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:35.407814 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83cd3ad3-928e-452b-ab8d-d38e6fadc0b6 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:35.408241 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea63ee8c-730a-41f6-8a74-1a483049b3be', 'name': 'network-vif-deleted', 'tag': 'fdb59f13-db35-498d-b514-5b4ccea3a3bb', 'status': 'completed', 'code': 200} Jul 22 23:51:35.440144 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-70271560-46c2-4ed7-b4df-d5c0247277d8 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:35.673992 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-70271560-46c2-4ed7-b4df-d5c0247277d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:35.701942 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70271560-46c2-4ed7-b4df-d5c0247277d8 None None] Checking router: 5df0da19-d7a8-48c6-b987-3abddb809b5a for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:51:35.711106 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70271560-46c2-4ed7-b4df-d5c0247277d8 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:35.711722 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-70271560-46c2-4ed7-b4df-d5c0247277d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:51:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:35.845252 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-70271560-46c2-4ed7-b4df-d5c0247277d8 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:36.040145 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-70271560-46c2-4ed7-b4df-d5c0247277d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:36.070360 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70271560-46c2-4ed7-b4df-d5c0247277d8 None None] The sync data for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi is: [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:51:36.285019 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-8929ec7a-24ce-4580-b86e-164e99efc422 req-b5ecece0-9cfd-4f03-9e30-75c1f7dea4fa tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea63ee8c-730a-41f6-8a74-1a483049b3be HTTP/1.1" status: 200 len: 210 time: 0.0370548 Jul 22 23:51:36.329500 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e3abd-d8a3-400c-aa87-7b02a78a2f6e None None] New status for floating IP c7faa779-13a4-4b09-8627-3d2f1d908928: DOWN {{(pid=93216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:51:36.537387 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:37.480209 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-e8ba0635-d113-4775-af24-4d4c49b81b5c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288752541&fields=id&tenant_id=88b91bd96892488a968d56a749f8dd70 HTTP/1.1" status: 200 len: 267 time: 0.0328534 Jul 22 23:51:37.592495 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-28a56436-4008-4ce4-86b5-027c2ba04bb7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:37.594078 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-28a56436-4008-4ce4-86b5-027c2ba04bb7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 812 time: 0.1076663 Jul 22 23:51:37.612464 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-7ffbf2e8-4ba4-4320-b503-f8d93fa86d88 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/quotas/88b91bd96892488a968d56a749f8dd70 HTTP/1.1" status: 200 len: 375 time: 0.0111358 Jul 22 23:51:37.688784 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-c2329a09-a783-4357-9793-7c4ccd4ee4fb tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722382 Jul 22 23:51:37.824796 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-652dad8d-5ef2-4c4b-a394-391b7c862cf2 service neutron] 10.222.0.55 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249762 Jul 22 23:51:37.914853 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-925f9fbc-3bdd-45f1-86a7-d7894843ff6f service neutron] 10.222.0.55 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844226 Jul 22 23:51:38.198407 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-451d44e7-eee4-4c7e-b674-67760f637378 req-e0b9065e-c60b-4874-a8b4-5973e5a148ec tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 210 time: 0.0329819 Jul 22 23:51:38.710810 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device fdb59f13-db35-498d-b514-5b4ccea3a3bb no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:38.730273 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: fdb59f13-db35-498d-b514-5b4ccea3a3bb {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:38.730613 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device fdb59f13-db35-498d-b514-5b4ccea3a3bb not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:39.278201 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-e19e8b18-e668-4365-9696-64eaf68f47bd req-df66f567-44e9-40b1-a461-4389e96c113d tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 210 time: 0.0300622 Jul 22 23:51:40.378410 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-2f9bcbbf-eddf-454c-bf4d-eeab322ebd74 req-d82e156f-0ab6-4d8a-83ff-51687458d3f0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 210 time: 0.0311234 Jul 22 23:51:40.583190 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-4ae4ec81-b905-4ebe-a842-e97f5d222946 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:40.584615 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-4ae4ec81-b905-4ebe-a842-e97f5d222946 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 812 time: 0.3790550 Jul 22 23:51:40.628741 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-db78aef6-9caf-445e-adeb-d6d7a737e7be tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88b91bd96892488a968d56a749f8dd70 HTTP/1.1" status: 200 len: 379 time: 0.0334933 Jul 22 23:51:40.638284 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'port': {'device_id': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'admin_state_up': True, 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'security_groups': ['eb63ba0f-c609-48c3-89a1-d89ce77a1c60']}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:40.743763 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Made reservation on behalf of 88b91bd96892488a968d56a749f8dd70 for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:40.747599 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:40.878489 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Allocated IP 172.20.0.10 (627df544-8c53-4ebd-83b3-d5c5105ce6a7/01a9085b-1112-4cb0-bd2e-f44dffa1ea3a/16e04b4d-d84d-4a04-a06d-93f3132012fc) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:41.019220 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.032295 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Transition to ACTIVE for port object 16e04b4d-d84d-4a04-a06d-93f3132012fc will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:41.063880 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.102121 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:41.104958 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:41.107425 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:41.142021 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'Port': ['ID=16e04b4d-d84d-4a04-a06d-93f3132012fc,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:41.165932 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:41.166632 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.183300 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-304b3140-7155-4e58-870d-2ff78da05f09 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5484722 Jul 22 23:51:41.199433 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Request body: {'port': {'device_id': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:41.281632 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.350149 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-09b8cd2f-4a27-4b5b-b6db-9592dafb401b None None] Provisioning for port 16e04b4d-d84d-4a04-a06d-93f3132012fc completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:41.353908 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-09b8cd2f-4a27-4b5b-b6db-9592dafb401b None None] Provisioning complete for port 16e04b4d-d84d-4a04-a06d-93f3132012fc triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:41.354330 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-09b8cd2f-4a27-4b5b-b6db-9592dafb401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.387002 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-09b8cd2f-4a27-4b5b-b6db-9592dafb401b None None] Port 16e04b4d-d84d-4a04-a06d-93f3132012fc cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:51:41.561477 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c7dc6-9502-442e-914a-c74d21c78ad7 req-d1314bba-e85f-4529-a927-7245f2975d20 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:41.562975 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-524c7dc6-9502-442e-914a-c74d21c78ad7 req-d1314bba-e85f-4529-a927-7245f2975d20 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 932 time: 0.1028905 Jul 22 23:51:41.612773 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e04b4d-d84d-4a04-a06d-93f3132012fc {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:41.625929 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.640376 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-524c7dc6-9502-442e-914a-c74d21c78ad7 req-f939fd66-0c4c-4d11-9170-ad67b3aec4d6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566998 Jul 22 23:51:41.645065 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Transition to ACTIVE for port object 16e04b4d-d84d-4a04-a06d-93f3132012fc will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:41.649874 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.720355 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Pushing event updated for resources: {'Port': ['ID=16e04b4d-d84d-4a04-a06d-93f3132012fc,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:41.771057 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Attempting to bind port 16e04b4d-d84d-4a04-a06d-93f3132012fc on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:41.771389 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Attempting to bind port 16e04b4d-d84d-4a04-a06d-93f3132012fc by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:41.771706 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Attempting to bind port 16e04b4d-d84d-4a04-a06d-93f3132012fc on network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:41.776327 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Port 16e04b4d-d84d-4a04-a06d-93f3132012fc on network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:51:41.776481 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Attempting to bind port 16e04b4d-d84d-4a04-a06d-93f3132012fc on network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:41.781395 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:41.781727 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Checking segment: {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:41.782168 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Bound using segment: {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:41.782602 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Bound port: 16e04b4d-d84d-4a04-a06d-93f3132012fc, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:41.782958 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.850879 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] For port 16e04b4d-d84d-4a04-a06d-93f3132012fc, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:41.853973 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] For port 16e04b4d-d84d-4a04-a06d-93f3132012fc, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:41.858497 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.891732 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:41.892332 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:41.893822 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] 10.222.0.78 "PUT /v2.0/ports/16e04b4d-d84d-4a04-a06d-93f3132012fc HTTP/1.1" status: 200 len: 1094 time: 0.6986575 Jul 22 23:51:41.894355 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'tag': '16e04b4d-d84d-4a04-a06d-93f3132012fc'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:41.896377 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e6a34e-d51d-4923-b331-a036f78daf33" -d '{"events": [{"name": "network-changed", "server_uuid": "99c4ddcf-061e-4149-931a-23e0b792cf5b", "tag": "16e04b4d-d84d-4a04-a06d-93f3132012fc"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:41.934017 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09444131-ace8-42e7-82a4-1c4604903393 service neutron] Pushing event updated for resources: {'Port': ['ID=16e04b4d-d84d-4a04-a06d-93f3132012fc,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:41.939310 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a158c-8aab-48db-b656-0b7d7dda3bd9 x-openstack-request-id: req-4b6a158c-8aab-48db-b656-0b7d7dda3bd9 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:41.939668 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c4ddcf-061e-4149-931a-23e0b792cf5b", "tag": "16e04b4d-d84d-4a04-a06d-93f3132012fc", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:41.939984 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b6a158c-8aab-48db-b656-0b7d7dda3bd9 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:41.940480 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'tag': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'status': 'completed', 'code': 200} Jul 22 23:51:41.998444 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-e57c1541-fdf4-4098-964a-903ecfe8bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:41.999955 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-e57c1541-fdf4-4098-964a-903ecfe8bc9d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 1097 time: 0.0569651 Jul 22 23:51:42.050234 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-ffdfcff7-5381-432f-969f-9f075e3e9b0d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc HTTP/1.1" status: 200 len: 217 time: 0.0387754 Jul 22 23:51:42.102395 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-9854fff3-844d-499e-9a0c-9a39f03c425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:42.103833 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-9854fff3-844d-499e-9a0c-9a39f03c425a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0437346 Jul 22 23:51:42.166374 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-63804525-faf5-4ed5-bcae-4feec0c5f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:42.167881 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-63804525-faf5-4ed5-bcae-4feec0c5f7b6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530052 Jul 22 23:51:42.264173 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-36ee60ba-9ac6-4bea-a5d1-bd681f28a0d5 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844350 Jul 22 23:51:42.356772 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2daf1aa3-a6eb-42af-92a3-910b11c4f805 req-37f948fa-5ff5-4979-92a1-41dcf92b809b service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798340 Jul 22 23:51:42.469703 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6a34e-d51d-4923-b331-a036f78daf33 req-b328a500-c344-4299-8519-2bfb8f8b2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:42.471367 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-68e6a34e-d51d-4923-b331-a036f78daf33 req-b328a500-c344-4299-8519-2bfb8f8b2c89 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 1097 time: 0.0583370 Jul 22 23:51:42.560909 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6a34e-d51d-4923-b331-a036f78daf33 req-d7ebb035-b08f-4826-a5ee-f7e031b52c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:42.562397 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-68e6a34e-d51d-4923-b331-a036f78daf33 req-d7ebb035-b08f-4826-a5ee-f7e031b52c45 service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.0837913 Jul 22 23:51:42.609115 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-68e6a34e-d51d-4923-b331-a036f78daf33 req-ac70682c-6e91-48cb-a3bd-29b02c461b29 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc HTTP/1.1" status: 200 len: 217 time: 0.0371923 Jul 22 23:51:42.658067 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6a34e-d51d-4923-b331-a036f78daf33 req-679542e7-6ce0-4429-802e-21a09957e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:42.659502 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-68e6a34e-d51d-4923-b331-a036f78daf33 req-679542e7-6ce0-4429-802e-21a09957e7d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0435479 Jul 22 23:51:42.745899 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6a34e-d51d-4923-b331-a036f78daf33 req-ce9ab3f2-ca82-41fe-b90e-bfe660bcad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:42.747409 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-68e6a34e-d51d-4923-b331-a036f78daf33 req-ce9ab3f2-ca82-41fe-b90e-bfe660bcad0c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813320 Jul 22 23:51:42.808274 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c25076-3951-4944-b76c-07a91e4259df req-95e0f0e7-594c-486a-9720-798ae1432c5d tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:42.810006 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94c25076-3951-4944-b76c-07a91e4259df req-95e0f0e7-594c-486a-9720-798ae1432c5d tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 944 time: 0.1006553 Jul 22 23:51:42.884083 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-68e6a34e-d51d-4923-b331-a036f78daf33 req-ee2fa0f6-891a-4eee-86d1-8766246bc213 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262150 Jul 22 23:51:42.886902 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-94c25076-3951-4944-b76c-07a91e4259df req-4d0dd572-d034-4199-9d48-32b0aa2394df tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522575 Jul 22 23:51:42.990372 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-68e6a34e-d51d-4923-b331-a036f78daf33 req-4a18c482-c1d5-4d0e-99b3-68418b9c3ea1 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959651 Jul 22 23:51:44.014474 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573cb4a-571b-4087-b16a-a8fa115f0630 req-15e7fdf2-a37f-4bd5-bc47-7c0d328b4a29 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:44.015945 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8573cb4a-571b-4087-b16a-a8fa115f0630 req-15e7fdf2-a37f-4bd5-bc47-7c0d328b4a29 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 944 time: 0.0620520 Jul 22 23:51:44.054073 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8573cb4a-571b-4087-b16a-a8fa115f0630 req-067eb686-8bfe-42b7-aff6-e38798d2c327 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321283 Jul 22 23:51:45.192861 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26aa8f-b107-4cbf-8f1a-da6932a0ac38 req-f06e2089-250f-4bcd-a212-89cdaca3bf2a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:45.194686 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b26aa8f-b107-4cbf-8f1a-da6932a0ac38 req-f06e2089-250f-4bcd-a212-89cdaca3bf2a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 944 time: 0.0709479 Jul 22 23:51:45.240681 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b26aa8f-b107-4cbf-8f1a-da6932a0ac38 req-119ab559-b806-47ad-bca5-a88be354f059 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361936 Jul 22 23:51:46.371951 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e625b-de0e-4c44-a68e-cf56eaeaf9de req-36d522f1-8ea9-4596-b546-a3505739278f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:46.373585 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a41e625b-de0e-4c44-a68e-cf56eaeaf9de req-36d522f1-8ea9-4596-b546-a3505739278f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 944 time: 0.0687833 Jul 22 23:51:46.409301 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-a41e625b-de0e-4c44-a68e-cf56eaeaf9de req-9096c5ca-4e0a-478a-a753-2eb82fb0d57a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302727 Jul 22 23:51:47.535554 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1e380-b3ec-4ada-ba28-22782024b005 req-b118638a-4419-4479-ac65-555b85d872fb tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:47.537037 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dca1e380-b3ec-4ada-ba28-22782024b005 req-b118638a-4419-4479-ac65-555b85d872fb tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 944 time: 0.0612772 Jul 22 23:51:47.577959 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dca1e380-b3ec-4ada-ba28-22782024b005 req-cf4b2349-d51a-4c7c-9d64-1e5b7caec6b7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354555 Jul 22 23:51:48.707808 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadaa5a-d78b-407b-b1d6-beaa7820efb0 req-bfe56188-58e5-4dc4-951e-456f4299ef51 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:48.709287 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1eadaa5a-d78b-407b-b1d6-beaa7820efb0 req-bfe56188-58e5-4dc4-951e-456f4299ef51 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 944 time: 0.0645936 Jul 22 23:51:48.747050 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1eadaa5a-d78b-407b-b1d6-beaa7820efb0 req-40f6bb44-6ee3-4c34-baf8-00b6907dda0d tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323327 Jul 22 23:51:48.773571 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 16e04b4d-d84d-4a04-a06d-93f3132012fc details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:51:48.871671 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 16e04b4d-d84d-4a04-a06d-93f3132012fc, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:48.883680 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'port_id': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'mac_address': 'fa:16:3e:3c:cf:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:51:48.920608 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:48.934418 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e04b4d-d84d-4a04-a06d-93f3132012fc {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:48.953427 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 16e04b4d-d84d-4a04-a06d-93f3132012fc, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:48.957611 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:49.009989 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=16e04b4d-d84d-4a04-a06d-93f3132012fc,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:49.017102 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.017447 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.017782 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.018140 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.018466 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.018791 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.019112 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.019431 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.019750 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.020066 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.020955 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.021268 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:49.198818 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['16e04b4d-d84d-4a04-a06d-93f3132012fc'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:49.872903 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d3de2-2952-4d31-9b2e-f074b669fd01 req-64637ae5-e91c-44b5-b5ff-31c845253bee tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:49.874375 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-110d3de2-2952-4d31-9b2e-f074b669fd01 req-64637ae5-e91c-44b5-b5ff-31c845253bee tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 945 time: 0.0615621 Jul 22 23:51:49.911113 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-110d3de2-2952-4d31-9b2e-f074b669fd01 req-a4a38604-ecc9-4297-9ce0-6a7761a91eb0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312073 Jul 22 23:51:50.789080 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 16e04b4d-d84d-4a04-a06d-93f3132012fc up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:50.838541 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 16e04b4d-d84d-4a04-a06d-93f3132012fc completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:50.842428 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 16e04b4d-d84d-4a04-a06d-93f3132012fc triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:50.842804 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.940479 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.983246 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e04b4d-d84d-4a04-a06d-93f3132012fc'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:50.985547 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6c98f2-5dc9-44f2-9070-0f988e4389b0" -d '{"events": [{"server_uuid": "99c4ddcf-061e-4149-931a-23e0b792cf5b", "name": "network-vif-plugged", "status": "completed", "tag": "16e04b4d-d84d-4a04-a06d-93f3132012fc"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:50.999741 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 16e04b4d-d84d-4a04-a06d-93f3132012fc, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:51.007013 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.073406 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=16e04b4d-d84d-4a04-a06d-93f3132012fc,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:51.077083 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2539-9d41-4662-ab24-5d4775920552 req-b603e295-45be-45b4-a855-83d560ef666a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:51.078877 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8bcc2539-9d41-4662-ab24-5d4775920552 req-b603e295-45be-45b4-a855-83d560ef666a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 946 time: 0.0822761 Jul 22 23:51:51.099372 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7dd919-8366-45b7-8608-c56219572663 x-openstack-request-id: req-4b7dd919-8366-45b7-8608-c56219572663 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:51.099893 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c4ddcf-061e-4149-931a-23e0b792cf5b", "name": "network-vif-plugged", "status": "completed", "tag": "16e04b4d-d84d-4a04-a06d-93f3132012fc", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:51.100283 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b7dd919-8366-45b7-8608-c56219572663 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:51.100887 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'code': 200} Jul 22 23:51:51.136239 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-8bcc2539-9d41-4662-ab24-5d4775920552 req-cd356396-f6b0-434a-af80-e83d643d722b tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512793 Jul 22 23:51:51.367327 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d35121-708c-4c83-9b2c-33144f852dad req-f1d508d1-963a-45d0-a685-ca00067f1278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:51.368780 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-28d35121-708c-4c83-9b2c-33144f852dad req-f1d508d1-963a-45d0-a685-ca00067f1278 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 1099 time: 0.0561709 Jul 22 23:51:51.430124 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-28d35121-708c-4c83-9b2c-33144f852dad req-a44d0d7a-fcbe-4ec4-afeb-9ceb5e526333 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473993 Jul 22 23:51:52.274486 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac33e61-f5c6-46fa-a491-8771dde64a75 req-3c1465e4-9d0d-42d5-adcf-33ea250e1301 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:52.275955 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dac33e61-f5c6-46fa-a491-8771dde64a75 req-3c1465e4-9d0d-42d5-adcf-33ea250e1301 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 946 time: 0.0671437 Jul 22 23:51:52.312634 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-dac33e61-f5c6-46fa-a491-8771dde64a75 req-4cba13fb-3595-47a1-b277-0e654ea81e2e tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310874 Jul 22 23:51:53.449073 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426c508-5756-4393-b607-5990dd91eb0e req-691ff8b3-32c4-4f42-b67f-4ff80916e6be tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:53.450536 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e426c508-5756-4393-b607-5990dd91eb0e req-691ff8b3-32c4-4f42-b67f-4ff80916e6be tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 946 time: 0.0714054 Jul 22 23:51:53.491245 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-e426c508-5756-4393-b607-5990dd91eb0e req-88cf4ee5-ec4d-4744-a926-e61c29576d1c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352125 Jul 22 23:51:53.628730 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e8462-89c9-48f3-8ebe-e4616029a11c req-9e5f8ab3-a214-4828-99a7-a1ff429b24ee tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:53.630332 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b4e8462-89c9-48f3-8ebe-e4616029a11c req-9e5f8ab3-a214-4828-99a7-a1ff429b24ee tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 946 time: 0.0685515 Jul 22 23:51:53.673013 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-2b4e8462-89c9-48f3-8ebe-e4616029a11c req-7f74cf5a-21f1-45c9-8c84-05d0f2d7af65 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368793 Jul 22 23:51:53.695974 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58344) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:53.787434 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fece177-4353-45bf-a08c-90338e88d3e5 tempest-TestVolumeBootPattern-1104284322 tempest-TestVolumeBootPattern-1104284322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:53.788948 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-1fece177-4353-45bf-a08c-90338e88d3e5 tempest-TestVolumeBootPattern-1104284322 tempest-TestVolumeBootPattern-1104284322-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 1094 time: 0.0919616 Jul 22 23:51:53.791779 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58346) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:53.796203 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'floatingip': {'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'port_id': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:53.819090 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.925783 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.042473 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Allocated IP 172.27.3.82 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/06a23de1-ce9b-4653-926f-901ae66b89dc) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:54.141188 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.179342 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.217561 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:54.224187 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:54.228185 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:54.234166 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'Port': ['ID=06a23de1-ce9b-4653-926f-901ae66b89dc,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:54.260038 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.260380 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.260718 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.261050 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.261374 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.261702 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.262024 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.262377 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.262732 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.263014 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.263329 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.263643 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:54.587935 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.667624 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.820962 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.825222 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4474643'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.888466 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'Port': ['ID=06a23de1-ce9b-4653-926f-901ae66b89dc,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:54.900100 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:55.001475 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.l3_db [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Floating IP 465b93be-b764-46d4-a640-2acb648ee414 associated. External IP: 172.27.3.82, port: 16e04b4d-d84d-4a04-a06d-93f3132012fc. Jul 22 23:51:55.226381 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Router 5df0da19-d7a8-48c6-b987-3abddb809b5a has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:51:55.545113 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:51:55.556359 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e213e-23e6-4544-b741-57b7015dd5f7 None None] Sync routers for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:51:55.566687 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:55.566995 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e213e-23e6-4544-b741-57b7015dd5f7 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:55.567368 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-fb0e213e-23e6-4544-b741-57b7015dd5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:51:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:55.606738 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-3f685030-f137-4215-b6af-4757d1a6d81f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8139069 Jul 22 23:51:55.607615 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'tag': '16e04b4d-d84d-4a04-a06d-93f3132012fc'}] {{(pid=93213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:55.609528 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbe56bff62c3e8e8be4b69d0f079d0183bc44a0e5461d850edaa3815845927f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2d49b3-e959-40aa-9a08-45aadcb5615c" -d '{"events": [{"name": "network-changed", "server_uuid": "99c4ddcf-061e-4149-931a-23e0b792cf5b", "tag": "16e04b4d-d84d-4a04-a06d-93f3132012fc"}]}' {{(pid=93213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:55.647411 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7dfbad-9806-4b2f-a7a8-73ae47ec5a6f x-openstack-request-id: req-ec7dfbad-9806-4b2f-a7a8-73ae47ec5a6f {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:55.647757 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c4ddcf-061e-4149-931a-23e0b792cf5b", "tag": "16e04b4d-d84d-4a04-a06d-93f3132012fc", "status": "completed", "code": 200}]} {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:55.648077 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec7dfbad-9806-4b2f-a7a8-73ae47ec5a6f {{(pid=93213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:55.648344 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'tag': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'status': 'completed', 'code': 200} Jul 22 23:51:55.678985 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-fb0e213e-23e6-4544-b741-57b7015dd5f7 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:55.724873 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d49b3-e959-40aa-9a08-45aadcb5615c req-a2d589d3-e949-4a46-a230-3e314a4761f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:55.726584 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5d2d49b3-e959-40aa-9a08-45aadcb5615c req-a2d589d3-e949-4a46-a230-3e314a4761f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 1099 time: 0.0563500 Jul 22 23:51:55.825895 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d49b3-e959-40aa-9a08-45aadcb5615c req-38d4cdac-4b12-4c33-a14b-054738358cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:55.827351 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5d2d49b3-e959-40aa-9a08-45aadcb5615c req-38d4cdac-4b12-4c33-a14b-054738358cc1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.0942111 Jul 22 23:51:55.901966 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5d2d49b3-e959-40aa-9a08-45aadcb5615c req-57ad375c-f064-4220-a538-182bd9ef7980 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc HTTP/1.1" status: 200 len: 999 time: 0.0654292 Jul 22 23:51:55.927677 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-fb0e213e-23e6-4544-b741-57b7015dd5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '465b93be-b764-46d4-a640-2acb648ee414', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:3c:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:51:54Z', 'updated_at': '2021-07-22T23:51:54Z', 'revision_number': 0, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:55.951334 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d49b3-e959-40aa-9a08-45aadcb5615c req-8f458bb4-f57f-41d5-931a-e5b604ae6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:55.952808 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5d2d49b3-e959-40aa-9a08-45aadcb5615c req-8f458bb4-f57f-41d5-931a-e5b604ae6010 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0446489 Jul 22 23:51:55.980291 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e213e-23e6-4544-b741-57b7015dd5f7 None None] Checking router: 5df0da19-d7a8-48c6-b987-3abddb809b5a for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:51:56.000956 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e213e-23e6-4544-b741-57b7015dd5f7 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:56.002076 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-fb0e213e-23e6-4544-b741-57b7015dd5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:51:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:56.014465 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d49b3-e959-40aa-9a08-45aadcb5615c req-458b68a0-4bca-4fd9-9fa6-c1cc3f94b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:56.016026 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5d2d49b3-e959-40aa-9a08-45aadcb5615c req-458b68a0-4bca-4fd9-9fa6-c1cc3f94b1c8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561175 Jul 22 23:51:56.113509 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5d2d49b3-e959-40aa-9a08-45aadcb5615c req-693574d6-8378-40ac-adcb-a49bd0fb95e8 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902264 Jul 22 23:51:56.132641 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-fb0e213e-23e6-4544-b741-57b7015dd5f7 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:51:56.203560 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-5d2d49b3-e959-40aa-9a08-45aadcb5615c req-0de242b1-aec1-430b-8b8b-5ff3ca3957a8 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828946 Jul 22 23:51:56.371202 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-fb0e213e-23e6-4544-b741-57b7015dd5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '465b93be-b764-46d4-a640-2acb648ee414', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:3c:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:51:54Z', 'updated_at': '2021-07-22T23:51:54Z', 'revision_number': 0, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:56.397973 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e213e-23e6-4544-b741-57b7015dd5f7 None None] The sync data for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi is: [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '465b93be-b764-46d4-a640-2acb648ee414', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:3c:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:51:54Z', 'updated_at': '2021-07-22T23:51:54Z', 'revision_number': 0, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:51:56.578251 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b990de-2f8b-46ad-8794-1d8ce8249691 None None] New status for floating IP 465b93be-b764-46d4-a640-2acb648ee414: ACTIVE {{(pid=93216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:51:58.452398 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-6263888e-cb55-4a33-97f3-f3eabcdbb6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.292451 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1f6f3cd8-d49e-4004-9461-6eb2aecc5c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.871638 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:03.387513 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.166405 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.230959 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:52:06.535159 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:28.454942 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f4d6abac-4d8b-4ce0-9c0a-eaf2673166ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.713818 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-0498b028-1735-44e1-8315-9be5f60cadaf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530577 Jul 22 23:52:30.837298 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-1fa0913a-e012-4100-8d86-21024b9a2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:30.838816 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-1fa0913a-e012-4100-8d86-21024b9a2c15 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 1099 time: 0.0671549 Jul 22 23:52:30.950325 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-9a99edef-d244-4612-b353-a21d3d67f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:30.951874 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-9a99edef-d244-4612-b353-a21d3d67f131 service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.0871787 Jul 22 23:52:31.031056 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-4729e3f2-cdf8-4d3f-9af1-01b00662187c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc HTTP/1.1" status: 200 len: 1001 time: 0.0707400 Jul 22 23:52:31.083972 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-5455765d-de59-44aa-97c0-ffc5bd30f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:31.085499 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-5455765d-de59-44aa-97c0-ffc5bd30f7a6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0453506 Jul 22 23:52:31.157989 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-fdb68f8d-6f98-4957-a092-acbbbf3faf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:31.161303 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-fdb68f8d-6f98-4957-a092-acbbbf3faf63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644372 Jul 22 23:52:31.261664 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-ed65464d-8d65-4df1-8774-af4b05ef2de3 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894101 Jul 22 23:52:31.285221 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-0233ba94-32ef-4d48-9bcf-62ec4a3fa992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:31.360152 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-cca5eba7-8bff-4735-8ced-7526a90bebc5 req-824c65d2-1338-4cf7-b767-3e513a10a3d3 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881782 Jul 22 23:52:31.875838 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.391087 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:35.171840 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:36.556087 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:43.230578 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:52:58.458738 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-dc081f73-ed92-4ea2-a9db-211d646f61b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.287158 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-de27e63d-d39f-4e63-a57f-68baef326e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.877557 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.391554 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.172214 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.550806 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:20.230390 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:53:28.460284 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1cd526a5-487b-4d7d-8f0f-86ba6540ef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.288805 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-53c45f0d-959f-451b-8b9c-a6936326b323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.662232 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-4b64a6b0-5afa-410c-b222-d5b76bafb07f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577025 Jul 22 23:53:31.760945 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-b1c7c3b4-264b-4710-95af-8ca11f35cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.762674 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-b1c7c3b4-264b-4710-95af-8ca11f35cfb1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 1099 time: 0.0541656 Jul 22 23:53:31.878652 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-2a57dca6-c24f-46fe-98ba-cfb3d12c9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.879775 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.880126 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-2a57dca6-c24f-46fe-98ba-cfb3d12c9b03 service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.0960724 Jul 22 23:53:31.944471 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-32db42ee-3d7e-4210-bb35-6b2d637b2479 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc HTTP/1.1" status: 200 len: 1001 time: 0.0572376 Jul 22 23:53:31.993948 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-2e714adc-bfc3-479f-a991-cb9e2443aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.995432 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-2e714adc-bfc3-479f-a991-cb9e2443aad3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0436814 Jul 22 23:53:32.059587 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-0b56af5c-9d8c-4137-a12a-f43e6aaf362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:32.061075 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-0b56af5c-9d8c-4137-a12a-f43e6aaf362c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574155 Jul 22 23:53:32.149468 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-b4795960-ec4a-44f5-9f24-fd4c517f58c7 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801768 Jul 22 23:53:32.248751 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-824c5f6e-4bff-4fb5-80ac-40981745af11 req-f48d50a3-c505-4ea2-9a11-048192333472 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909536 Jul 22 23:53:32.693683 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-7099f9b7-38b3-4cbc-a1a2-214bd617129d tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288752541&fields=id&tenant_id=88b91bd96892488a968d56a749f8dd70 HTTP/1.1" status: 200 len: 267 time: 0.0336726 Jul 22 23:53:32.803150 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-b05c9e1b-9c8c-47de-8f34-bfad320a8531 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:32.804593 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-b05c9e1b-9c8c-47de-8f34-bfad320a8531 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 812 time: 0.1046588 Jul 22 23:53:32.819855 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-95880d2c-048c-4180-a3c5-23658a965ff7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/quotas/88b91bd96892488a968d56a749f8dd70 HTTP/1.1" status: 200 len: 375 time: 0.0095510 Jul 22 23:53:32.897060 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-59fc6fe1-cf3d-4766-9c09-bcff1eb66561 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0699124 Jul 22 23:53:32.992138 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-8866ce5e-419c-4434-bfb4-6c8e3ed76fe6 service neutron] 10.222.0.55 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833771 Jul 22 23:53:33.084434 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-4a5c0e67-8828-45e4-9b93-2e53e36cb8b4 service neutron] 10.222.0.55 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865366 Jul 22 23:53:33.394774 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-3a686cba-c11e-42dd-8665-209a5dbbc14c req-c29ccd89-834a-4647-92fa-0ffaae2ed5cf tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 210 time: 0.0401452 Jul 22 23:53:33.398825 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.354586 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-bf0700ec-dd05-4c6f-9fbe-b40253e421b6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:34.356156 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-bf0700ec-dd05-4c6f-9fbe-b40253e421b6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 812 time: 0.1131027 Jul 22 23:53:34.418612 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-ca2fc96a-6333-4094-83e7-993fd785a32c tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88b91bd96892488a968d56a749f8dd70 HTTP/1.1" status: 200 len: 379 time: 0.0345678 Jul 22 23:53:34.435945 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'port': {'device_id': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'admin_state_up': True, 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'security_groups': ['eb63ba0f-c609-48c3-89a1-d89ce77a1c60']}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:34.494491 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-6d9bea36-80bc-4661-bc96-7487111a11b8 req-1f197277-314d-428f-b447-0a2bd19aaa0e tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 210 time: 0.0316372 Jul 22 23:53:34.574641 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Made reservation on behalf of 88b91bd96892488a968d56a749f8dd70 for: {'port': 1} {{(pid=93214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:34.579173 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.722830 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.db_base_plugin_common [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Allocated IP 172.20.0.8 (627df544-8c53-4ebd-83b3-d5c5105ce6a7/01a9085b-1112-4cb0-bd2e-f44dffa1ea3a/6537588b-0a44-455b-9afa-729e4c0a54df) {{(pid=93214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:34.871873 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for port, precommit_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.891301 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Transition to ACTIVE for port object 6537588b-0a44-455b-9afa-729e4c0a54df will not be triggered until provisioned by entity DHCP. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:34.925752 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_create {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.967644 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 is already hosted by enough agents. {{(pid=93214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:34.973854 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.base_scheduler [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Resources bound (agent type, host, resource id): {{(pid=93214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:34.977694 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Received port after_create {{(pid=93214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:35.013659 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'Port': ['ID=6537588b-0a44-455b-9afa-729e4c0a54df,revision_number=1']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:35.025719 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.026024 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.026462 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.026761 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.027109 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.027437 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.027794 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.028119 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.028441 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.028774 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.029082 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.029397 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:35.055781 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:35.056559 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.072770 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-e51c3656-1e70-4cce-9d6a-b74b64d8fdac tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6419477 Jul 22 23:53:35.090809 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.v2.base [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Request body: {'port': {'device_id': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=93214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:35.175605 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.201405 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-a06999ff-a5b7-4af4-b5c6-6295d1de095c None None] Provisioning for port 6537588b-0a44-455b-9afa-729e4c0a54df completed by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:35.206847 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-a06999ff-a5b7-4af4-b5c6-6295d1de095c None None] Provisioning complete for port 6537588b-0a44-455b-9afa-729e4c0a54df triggered by entity DHCP. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:35.207241 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a06999ff-a5b7-4af4-b5c6-6295d1de095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.253721 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-a06999ff-a5b7-4af4-b5c6-6295d1de095c None None] Port 6537588b-0a44-455b-9afa-729e4c0a54df cannot update to ACTIVE because it is not bound. {{(pid=93215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:53:35.436545 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.628191 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf25e67-46da-4b6d-97b3-87a28a85ed3b req-365e59eb-a472-4eaa-bb7f-6dacbbdb05a7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:35.629684 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-2bf25e67-46da-4b6d-97b3-87a28a85ed3b req-365e59eb-a472-4eaa-bb7f-6dacbbdb05a7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 931 time: 0.0651028 Jul 22 23:53:35.676957 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-2bf25e67-46da-4b6d-97b3-87a28a85ed3b req-e1cb1b4d-d9fe-48b7-a075-52af78036869 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408866 Jul 22 23:53:35.719682 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6537588b-0a44-455b-9afa-729e4c0a54df {{(pid=93214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:35.727158 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.739505 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.provisioning_blocks [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Transition to ACTIVE for port object 6537588b-0a44-455b-9afa-729e4c0a54df will not be triggered until provisioned by entity L2. {{(pid=93214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:35.743180 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.793836 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Pushing event updated for resources: {'Port': ['ID=6537588b-0a44-455b-9afa-729e4c0a54df,revision_number=2']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:35.868259 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Attempting to bind port 6537588b-0a44-455b-9afa-729e4c0a54df on host hv-cinder-80191 for vnic_type normal with profile {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:35.868692 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Attempting to bind port 6537588b-0a44-455b-9afa-729e4c0a54df by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:35.869021 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Attempting to bind port 6537588b-0a44-455b-9afa-729e4c0a54df on network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:35.874265 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Port 6537588b-0a44-455b-9afa-729e4c0a54df on network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:53:35.874886 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Attempting to bind port 6537588b-0a44-455b-9afa-729e4c0a54df on network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:35.880186 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Checking agent: {'id': '4239c0ec-322f-4b0b-b391-5e036ee2b52d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:35.880525 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Checking segment: {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:35.880912 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Bound using segment: {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'} {{(pid=93214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:35.881342 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.managers [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Bound port: 6537588b-0a44-455b-9afa-729e4c0a54df, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433573a3-f64c-4225-9b36-7f5e69ec768c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7'}}] {{(pid=93214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:35.881702 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.953124 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] For port 6537588b-0a44-455b-9afa-729e4c0a54df, host hv-cinder-80191, cleared binding levels {{(pid=93214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:35.956116 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] For port 6537588b-0a44-455b-9afa-729e4c0a54df, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=6537588b-0a44-455b-9afa-729e4c0a54df,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:35.960999 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6442792'] for port, after_update {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:36.005661 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.006301 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:36.007709 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] 10.222.0.78 "PUT /v2.0/ports/6537588b-0a44-455b-9afa-729e4c0a54df HTTP/1.1" status: 200 len: 1093 time: 0.9214101 Jul 22 23:53:36.008154 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'tag': '6537588b-0a44-455b-9afa-729e4c0a54df'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:36.010468 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453677fe-6769-4be7-9112-5e071846e16c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bab7fb-14a8-4aca-b71a-6a364c1302b3", "tag": "6537588b-0a44-455b-9afa-729e4c0a54df"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:36.034617 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cb72a-2822-47ee-9b01-6eded0345518 service neutron] Pushing event updated for resources: {'Port': ['ID=6537588b-0a44-455b-9afa-729e4c0a54df,revision_number=3']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:36.053997 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3917a81a-9845-4f9f-b9d3-0bd8f4816ea0 x-openstack-request-id: req-3917a81a-9845-4f9f-b9d3-0bd8f4816ea0 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:36.054440 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bab7fb-14a8-4aca-b71a-6a364c1302b3", "tag": "6537588b-0a44-455b-9afa-729e4c0a54df", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:36.054755 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3917a81a-9845-4f9f-b9d3-0bd8f4816ea0 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:36.055213 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'tag': '6537588b-0a44-455b-9afa-729e4c0a54df', 'status': 'completed', 'code': 200} Jul 22 23:53:36.122533 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-daf20843-268f-4415-aebe-06b6258bf98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.124216 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-daf20843-268f-4415-aebe-06b6258bf98f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 1096 time: 0.0590539 Jul 22 23:53:36.170340 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-461c6a24-61ef-4288-a5aa-911e594e0367 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6537588b-0a44-455b-9afa-729e4c0a54df HTTP/1.1" status: 200 len: 217 time: 0.0380409 Jul 22 23:53:36.221461 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-716c4d37-c89c-4d91-81f4-3f5501d66272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.222998 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-716c4d37-c89c-4d91-81f4-3f5501d66272 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0452943 Jul 22 23:53:36.294896 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-f9ff535e-9ff5-4eac-b3b6-3b0ceea43778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.296889 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-f9ff535e-9ff5-4eac-b3b6-3b0ceea43778 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636599 Jul 22 23:53:36.402053 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-c23c9d44-49ad-4f7e-8d23-8d1ab737ac0e service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965922 Jul 22 23:53:36.510318 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-75c7919b-aa9a-4114-978a-1deeaca6ea86 req-6a99a7a9-b4d1-4fe3-b30e-4b03ae64a401 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002622 Jul 22 23:53:36.552621 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:36.627953 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453677fe-6769-4be7-9112-5e071846e16c req-6b2d099d-8795-42bc-b53e-71334d1174a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.629471 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-453677fe-6769-4be7-9112-5e071846e16c req-6b2d099d-8795-42bc-b53e-71334d1174a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 1096 time: 0.0609400 Jul 22 23:53:36.734980 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453677fe-6769-4be7-9112-5e071846e16c req-b11cafc2-dc47-4683-a9d2-c9d1f061d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.736962 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-453677fe-6769-4be7-9112-5e071846e16c req-b11cafc2-dc47-4683-a9d2-c9d1f061d04f service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.1005852 Jul 22 23:53:36.796672 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-453677fe-6769-4be7-9112-5e071846e16c req-91735938-2a63-454d-9bfe-e277d723e77c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6537588b-0a44-455b-9afa-729e4c0a54df HTTP/1.1" status: 200 len: 217 time: 0.0521057 Jul 22 23:53:36.843497 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49df16-6f17-490f-819e-3f2e5272c67b req-da170ddf-e80c-46b4-8c0f-6601968946fe tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.844937 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6c49df16-6f17-490f-819e-3f2e5272c67b req-da170ddf-e80c-46b4-8c0f-6601968946fe tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 943 time: 0.0749943 Jul 22 23:53:36.862192 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453677fe-6769-4be7-9112-5e071846e16c req-5bd50388-55a7-49c0-8bec-97122705c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.863695 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-453677fe-6769-4be7-9112-5e071846e16c req-5bd50388-55a7-49c0-8bec-97122705c647 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0596716 Jul 22 23:53:36.889992 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-6c49df16-6f17-490f-819e-3f2e5272c67b req-b26284e7-c43a-451f-9507-a3d74ab525a8 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370858 Jul 22 23:53:36.930454 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453677fe-6769-4be7-9112-5e071846e16c req-86ea6c90-626d-4c03-80fd-dcbc6ceed467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.932279 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-453677fe-6769-4be7-9112-5e071846e16c req-86ea6c90-626d-4c03-80fd-dcbc6ceed467 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590818 Jul 22 23:53:37.039231 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-453677fe-6769-4be7-9112-5e071846e16c req-59f0a86a-90b2-422a-8a2a-f23a071c5bec service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970690 Jul 22 23:53:37.137217 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-453677fe-6769-4be7-9112-5e071846e16c req-b9936c34-713c-4cd7-8e0a-20cc320be152 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903008 Jul 22 23:53:38.042881 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2f5ce-f398-4eec-a3da-d3967bfd4316 req-a6bdbc81-df7c-434b-ba7e-0125875862ed tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:38.044466 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4ae2f5ce-f398-4eec-a3da-d3967bfd4316 req-a6bdbc81-df7c-434b-ba7e-0125875862ed tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 943 time: 0.0765960 Jul 22 23:53:38.090660 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4ae2f5ce-f398-4eec-a3da-d3967bfd4316 req-e526d0c3-a933-4def-8eec-d9d09c50a391 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388739 Jul 22 23:53:39.227697 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17488d-d685-4b8c-98b9-c11b1d4dfbd3 req-2a13835d-19dd-40cf-9ba9-b83345dec266 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:39.229314 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-dd17488d-d685-4b8c-98b9-c11b1d4dfbd3 req-2a13835d-19dd-40cf-9ba9-b83345dec266 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 943 time: 0.0683832 Jul 22 23:53:39.274139 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-dd17488d-d685-4b8c-98b9-c11b1d4dfbd3 req-112a2677-e2f8-45d2-90fd-073ea64b7411 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383410 Jul 22 23:53:40.408153 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e62a94-ec0f-4f9e-8248-e532a7340875 req-9494ee5b-73b9-4c60-9080-ffb2a6a90bfb tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:40.409673 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-64e62a94-ec0f-4f9e-8248-e532a7340875 req-9494ee5b-73b9-4c60-9080-ffb2a6a90bfb tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 943 time: 0.0638061 Jul 22 23:53:40.448994 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-64e62a94-ec0f-4f9e-8248-e532a7340875 req-7ef8205c-da58-4fe2-b7f9-23b8eceb277d tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337596 Jul 22 23:53:41.583477 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff598a8-e31a-4644-a537-d5a9080c0ce5 req-284596a5-cf22-4cb2-b5e0-3892cb216ab6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:41.584982 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1ff598a8-e31a-4644-a537-d5a9080c0ce5 req-284596a5-cf22-4cb2-b5e0-3892cb216ab6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 943 time: 0.0688224 Jul 22 23:53:41.622833 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-1ff598a8-e31a-4644-a537-d5a9080c0ce5 req-15295fb2-1b60-4058-84dd-eaa9cfbd60e1 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321090 Jul 22 23:53:42.755455 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39a722-cc4d-41f3-a368-f912a21ae20f req-1f9df44f-052a-4a4e-a9b9-e81d03972fce tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:42.756940 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4f39a722-cc4d-41f3-a368-f912a21ae20f req-1f9df44f-052a-4a4e-a9b9-e81d03972fce tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 943 time: 0.0657175 Jul 22 23:53:42.794199 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-4f39a722-cc4d-41f3-a368-f912a21ae20f req-b0cec084-1cc5-4507-9f3b-4396d3dce5e0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316343 Jul 22 23:53:43.923098 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c87e5-f1f4-4f1c-8e11-77c958f8a69a req-5828e0c8-6601-4382-bf2e-dfda9838da9a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:43.924588 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-355c87e5-f1f4-4f1c-8e11-77c958f8a69a req-5828e0c8-6601-4382-bf2e-dfda9838da9a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 943 time: 0.0640383 Jul 22 23:53:43.963718 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-355c87e5-f1f4-4f1c-8e11-77c958f8a69a req-0568ffd7-de06-4ff2-bd88-ee60538f2cde tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334599 Jul 22 23:53:45.111006 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e8940-3eb7-48b4-a6ac-445d2790928a req-fc84cc62-fcd4-4665-bda4-e3e3570bd085 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:45.112523 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b07e8940-3eb7-48b4-a6ac-445d2790928a req-fc84cc62-fcd4-4665-bda4-e3e3570bd085 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 943 time: 0.0737545 Jul 22 23:53:45.151985 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-b07e8940-3eb7-48b4-a6ac-445d2790928a req-ab80310c-bc2e-49b9-9bdf-e06feee4703f tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338144 Jul 22 23:53:45.291818 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 6537588b-0a44-455b-9afa-729e4c0a54df details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=93215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:53:45.392314 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 6537588b-0a44-455b-9afa-729e4c0a54df, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=6537588b-0a44-455b-9afa-729e4c0a54df,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:45.403769 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Returning: {'device': '6537588b-0a44-455b-9afa-729e4c0a54df', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'port_id': '6537588b-0a44-455b-9afa-729e4c0a54df', 'mac_address': 'fa:16:3e:af:d0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:53:45.446261 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.459387 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6537588b-0a44-455b-9afa-729e4c0a54df {{(pid=93215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:45.479535 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 6537588b-0a44-455b-9afa-729e4c0a54df, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=6537588b-0a44-455b-9afa-729e4c0a54df,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:45.485725 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.537471 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=6537588b-0a44-455b-9afa-729e4c0a54df,revision_number=4']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:45.544809 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.545075 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.545411 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.545745 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.546100 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.546964 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.547288 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.547614 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.547933 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.548251 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.548569 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.548883 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:45.758023 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] get_ports_and_sgs() called for port_ids ['6537588b-0a44-455b-9afa-729e4c0a54df'] {{(pid=93215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:46.288928 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ec0ec-d2d7-4726-a23a-97c9c3a6f9ce req-e3104122-97f6-4190-92cd-0bb9e023d513 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:46.290520 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-747ec0ec-d2d7-4726-a23a-97c9c3a6f9ce req-e3104122-97f6-4190-92cd-0bb9e023d513 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 944 time: 0.0668769 Jul 22 23:53:46.334225 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-747ec0ec-d2d7-4726-a23a-97c9c3a6f9ce req-6d238242-d63b-4152-bd66-4bbd9703c937 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377083 Jul 22 23:53:47.301357 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 6537588b-0a44-455b-9afa-729e4c0a54df up at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:47.356637 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning for port 6537588b-0a44-455b-9afa-729e4c0a54df completed by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:47.360374 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.provisioning_blocks [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Provisioning complete for port 6537588b-0a44-455b-9afa-729e4c0a54df triggered by entity L2. {{(pid=93215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:47.360742 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095033'] for port, provisioning_complete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.445724 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.471653 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6537588b-0a44-455b-9afa-729e4c0a54df'}] {{(pid=93215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:47.474210 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36434ba63380db28824c9451b49846a25be554d18a35c2b8a33858a50800e2ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b907bed-df79-421e-8ffa-b5caf5ebca4a" -d '{"events": [{"server_uuid": "d8bab7fb-14a8-4aca-b71a-6a364c1302b3", "name": "network-vif-plugged", "status": "completed", "tag": "6537588b-0a44-455b-9afa-729e4c0a54df"}]}' {{(pid=93215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:47.487693 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a0e3f-8e07-457e-9553-3be8355b5952 req-fec07876-b907-4453-9024-a00e7cc70d5d tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:47.489288 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-813a0e3f-8e07-457e-9553-3be8355b5952 req-fec07876-b907-4453-9024-a00e7cc70d5d tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 944 time: 0.0715711 Jul 22 23:53:47.490298 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] For port 6537588b-0a44-455b-9afa-729e4c0a54df, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=6537588b-0a44-455b-9afa-729e4c0a54df,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:47.495132 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765'] for port, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.523194 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b0470e-0c41-4975-b540-f18f8de74820 x-openstack-request-id: req-e3b0470e-0c41-4975-b540-f18f8de74820 {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:47.523563 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bab7fb-14a8-4aca-b71a-6a364c1302b3", "name": "network-vif-plugged", "status": "completed", "tag": "6537588b-0a44-455b-9afa-729e4c0a54df", "code": 200}]} {{(pid=93215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:47.523934 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3b0470e-0c41-4975-b540-f18f8de74820 {{(pid=93215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:47.524319 dv-cinder-801916-1-iscsi neutron-server[93215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6537588b-0a44-455b-9afa-729e4c0a54df', 'code': 200} Jul 22 23:53:47.540312 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-813a0e3f-8e07-457e-9553-3be8355b5952 req-d6ca501a-dc78-4bfd-b863-c54eab4b476d tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404899 Jul 22 23:53:47.562742 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Pushing event updated for resources: {'Port': ['ID=6537588b-0a44-455b-9afa-729e4c0a54df,revision_number=5']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:47.797100 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cda1b6-f457-4b80-ac1d-96f6b8be2413 req-054074a0-c213-41fe-a8d0-ac32921675b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:47.798702 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-45cda1b6-f457-4b80-ac1d-96f6b8be2413 req-054074a0-c213-41fe-a8d0-ac32921675b7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 1098 time: 0.0651884 Jul 22 23:53:47.842825 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-45cda1b6-f457-4b80-ac1d-96f6b8be2413 req-58943785-135d-4ffb-a0b2-e685e8fe8767 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373580 Jul 22 23:53:48.693301 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76eb91-93d7-4409-9807-6dcd85c00da1 req-1951892f-8252-478f-bf98-6b80fb5f3470 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:48.694982 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4e76eb91-93d7-4409-9807-6dcd85c00da1 req-1951892f-8252-478f-bf98-6b80fb5f3470 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 945 time: 0.0752666 Jul 22 23:53:48.734364 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-4e76eb91-93d7-4409-9807-6dcd85c00da1 req-aa959940-aeb7-4fee-bb83-820b3b250704 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337040 Jul 22 23:53:49.887644 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b89de-f4bb-4974-aea8-60688eee1059 req-58564923-fd04-49c1-9313-62bde6155b07 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:49.890842 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7f2b89de-f4bb-4974-aea8-60688eee1059 req-58564923-fd04-49c1-9313-62bde6155b07 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 945 time: 0.0898094 Jul 22 23:53:49.927754 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7f2b89de-f4bb-4974-aea8-60688eee1059 req-bd04d26e-232f-4547-aed1-97a8df8b770a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317256 Jul 22 23:53:50.059938 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696d580-9dbe-4291-8903-257731f2e3de req-16cdbc96-bd95-46c1-b250-280eb1a27943 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:50.061320 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5696d580-9dbe-4291-8903-257731f2e3de req-16cdbc96-bd95-46c1-b250-280eb1a27943 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 945 time: 0.0668836 Jul 22 23:53:50.098651 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-5696d580-9dbe-4291-8903-257731f2e3de req-2d667989-3b0d-4961-94e8-6ef839fe53d3 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318632 Jul 22 23:53:50.120516 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58474) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:50.176075 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628153b2-0841-4c54-9c7d-3609d7c6f629 tempest-TestVolumeBootPattern-1104284322 tempest-TestVolumeBootPattern-1104284322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:50.177563 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-628153b2-0841-4c54-9c7d-3609d7c6f629 tempest-TestVolumeBootPattern-1104284322 tempest-TestVolumeBootPattern-1104284322-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 1093 time: 0.0560677 Jul 22 23:53:50.180367 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58476) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:50.185004 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.v2.base [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Request body: {'floatingip': {'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'port_id': '6537588b-0a44-455b-9afa-729e4c0a54df', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:50.207529 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.301703 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.411587 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_common [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Allocated IP 172.27.3.213 (da98639b-9608-489a-974e-927f66fecb27/755d05cb-7568-4889-9f79-fbf3ed13c14b/ae1294d5-987d-4d2d-98d1-4537df3e894d) {{(pid=93213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:50.520467 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for port, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.559605 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738660708729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.603914 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Network da98639b-9608-489a-974e-927f66fecb27 is already hosted by enough agents. {{(pid=93213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:50.606693 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.base_scheduler [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Resources bound (agent type, host, resource id): {{(pid=93213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:50.611138 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Received port after_create {{(pid=93213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:50.616691 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'Port': ['ID=ae1294d5-987d-4d2d-98d1-4537df3e894d,revision_number=1']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:50.641382 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.641718 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.642073 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.642415 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.642743 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.643074 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.643397 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.643721 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.644045 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.644368 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.644687 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.645037 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:50.979991 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.056009 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1593856'] for port, before_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.209958 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for port, precommit_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.214364 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738661112890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738660708747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738660708765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4474643'] for port, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.287531 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event updated for resources: {'Port': ['ID=ae1294d5-987d-4d2d-98d1-4537df3e894d,revision_number=2']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:51.298236 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027726'] for floatingip, after_update {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.398942 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.db.l3_db [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Floating IP 0c357cbd-4b9f-4930-a0db-9ac181054f8b associated. External IP: 172.27.3.213, port: 6537588b-0a44-455b-9afa-729e4c0a54df. Jul 22 23:53:51.621865 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Router 5df0da19-d7a8-48c6-b987-3abddb809b5a has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:53:51.737530 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:51.747111 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154aa78f-00f9-45c2-a561-21423da5a0c3 None None] Sync routers for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:51.753446 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.758500 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154aa78f-00f9-45c2-a561-21423da5a0c3 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:51.759225 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-154aa78f-00f9-45c2-a561-21423da5a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:53:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:51.791089 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-11fbd6ad-e6ec-4c82-b28f-e02c4ca64820 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6096957 Jul 22 23:53:51.791663 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'tag': '6537588b-0a44-455b-9afa-729e4c0a54df'}] {{(pid=93213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:51.793916 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdbe56bff62c3e8e8be4b69d0f079d0183bc44a0e5461d850edaa3815845927f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a3b1c2-a50e-4dbc-9504-807b53e8f836" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bab7fb-14a8-4aca-b71a-6a364c1302b3", "tag": "6537588b-0a44-455b-9afa-729e4c0a54df"}]}' {{(pid=93213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:51.886317 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f552dd2c-c473-485f-8f32-6461399d87b8 x-openstack-request-id: req-f552dd2c-c473-485f-8f32-6461399d87b8 {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:51.887208 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bab7fb-14a8-4aca-b71a-6a364c1302b3", "tag": "6537588b-0a44-455b-9afa-729e4c0a54df", "status": "completed", "code": 200}]} {{(pid=93213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:51.887208 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f552dd2c-c473-485f-8f32-6461399d87b8 {{(pid=93213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:51.887429 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'tag': '6537588b-0a44-455b-9afa-729e4c0a54df', 'status': 'completed', 'code': 200} Jul 22 23:53:51.972687 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3b1c2-a50e-4dbc-9504-807b53e8f836 req-8b34a764-50c9-4664-a20c-f412027fbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:51.974256 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71a3b1c2-a50e-4dbc-9504-807b53e8f836 req-8b34a764-50c9-4664-a20c-f412027fbb0e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 1098 time: 0.0645378 Jul 22 23:53:52.011219 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-154aa78f-00f9-45c2-a561-21423da5a0c3 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:53:52.072014 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3b1c2-a50e-4dbc-9504-807b53e8f836 req-313a008c-4aed-42b0-84db-5c9ef729f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:52.073480 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71a3b1c2-a50e-4dbc-9504-807b53e8f836 req-313a008c-4aed-42b0-84db-5c9ef729f036 service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.0932951 Jul 22 23:53:52.141762 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71a3b1c2-a50e-4dbc-9504-807b53e8f836 req-3c9e85f8-bd61-4b1d-90c5-742b0df4bd7a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6537588b-0a44-455b-9afa-729e4c0a54df HTTP/1.1" status: 200 len: 999 time: 0.0615349 Jul 22 23:53:52.199439 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3b1c2-a50e-4dbc-9504-807b53e8f836 req-c1f8fecc-99e5-4f92-bd82-831f82f4e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:52.200917 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71a3b1c2-a50e-4dbc-9504-807b53e8f836 req-c1f8fecc-99e5-4f92-bd82-831f82f4e5da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0530908 Jul 22 23:53:52.263604 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-154aa78f-00f9-45c2-a561-21423da5a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '0c357cbd-4b9f-4930-a0db-9ac181054f8b', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '6537588b-0a44-455b-9afa-729e4c0a54df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:af:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:53:50Z', 'updated_at': '2021-07-22T23:53:50Z', 'revision_number': 0, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}, {'id': '465b93be-b764-46d4-a640-2acb648ee414', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:3c:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:51:54Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 1, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:52.264212 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3b1c2-a50e-4dbc-9504-807b53e8f836 req-0ebe147a-1378-4a59-9eda-6e676fb55722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:52.265798 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71a3b1c2-a50e-4dbc-9504-807b53e8f836 req-0ebe147a-1378-4a59-9eda-6e676fb55722 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584204 Jul 22 23:53:52.292272 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154aa78f-00f9-45c2-a561-21423da5a0c3 None None] Checking router: 5df0da19-d7a8-48c6-b987-3abddb809b5a for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:53:52.307672 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154aa78f-00f9-45c2-a561-21423da5a0c3 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:52.308298 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-154aa78f-00f9-45c2-a561-21423da5a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:53:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:52.373533 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71a3b1c2-a50e-4dbc-9504-807b53e8f836 req-eab4becb-14c4-41d6-b1c8-1450bb9d7b3f service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014743 Jul 22 23:53:52.430911 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-154aa78f-00f9-45c2-a561-21423da5a0c3 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:53:52.474057 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-71a3b1c2-a50e-4dbc-9504-807b53e8f836 req-8c815810-c3c9-4922-a6bd-b7684dd88954 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932984 Jul 22 23:53:52.662309 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-154aa78f-00f9-45c2-a561-21423da5a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '0c357cbd-4b9f-4930-a0db-9ac181054f8b', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '6537588b-0a44-455b-9afa-729e4c0a54df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:af:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:53:50Z', 'updated_at': '2021-07-22T23:53:50Z', 'revision_number': 0, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}, {'id': '465b93be-b764-46d4-a640-2acb648ee414', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:3c:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:51:54Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 1, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:52.693893 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154aa78f-00f9-45c2-a561-21423da5a0c3 None None] The sync data for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi is: [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '0c357cbd-4b9f-4930-a0db-9ac181054f8b', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '6537588b-0a44-455b-9afa-729e4c0a54df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:af:d0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:53:50Z', 'updated_at': '2021-07-22T23:53:50Z', 'revision_number': 0, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}, {'id': '465b93be-b764-46d4-a640-2acb648ee414', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:3c:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:51:54Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 1, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:52.873355 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e9475-c76b-4221-af03-d9c77b6ab80c None None] New status for floating IP 0c357cbd-4b9f-4930-a0db-9ac181054f8b: ACTIVE {{(pid=93216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:53:57.229379 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:53:58.464061 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-e6061a0d-6c27-458a-a285-d939645df73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.289500 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b575d990-6128-410d-932d-176ec9016432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.881924 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.398542 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.178458 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.547931 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.467310 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-67b60527-19ca-4bf4-989a-e4289f841013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.290974 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-68d52cdf-5033-439b-a6cc-6dc561ef0589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.690306 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-f447723e-8cce-4206-81a6-12236f22d13c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526934 Jul 22 23:54:31.793166 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-e297beb6-f002-4bca-a2b0-37ef94a7891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:31.794846 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-e297beb6-f002-4bca-a2b0-37ef94a7891f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 1099 time: 0.0614800 Jul 22 23:54:31.895243 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.920684 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-79874c89-6412-4db5-add0-11b3fbd0d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:31.922234 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-79874c89-6412-4db5-add0-11b3fbd0d0c6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.1033354 Jul 22 23:54:31.996534 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-092206a8-8382-4dfa-86c3-cd224e08bf13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc HTTP/1.1" status: 200 len: 1001 time: 0.0659702 Jul 22 23:54:32.088267 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-8731f13e-c40f-4160-bea3-2f7eb3e5f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:32.089717 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-8731f13e-c40f-4160-bea3-2f7eb3e5f141 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0841427 Jul 22 23:54:32.149269 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-3b2dd6c4-4bed-4f36-ad47-b69b7e1d85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:32.150835 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-3b2dd6c4-4bed-4f36-ad47-b69b7e1d85a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542381 Jul 22 23:54:32.251227 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-1d7ae626-16e9-4cc2-81fa-ead5c3cd2299 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930932 Jul 22 23:54:32.343548 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-9b1d4da9-71e2-4bc6-8f19-b40c2d5b141c req-78f6f6a3-1fd8-4bd1-aad5-3a73cee50088 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836694 Jul 22 23:54:33.400191 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.228684 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:54:35.188114 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.561985 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.468313 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8a8742a6-0c36-48a1-9962-0c2dbb591bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.290939 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f80e7361-4884-4b08-b0e7-1cf105ee0a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.888690 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.402078 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.187856 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.575634 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.227667 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:55:19.516616 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58520) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:19.702984 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Deleting port ae1294d5-987d-4d2d-98d1-4537df3e894d {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:19.703324 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.784372 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.784601 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.796034 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Calling delete_port for ae1294d5-987d-4d2d-98d1-4537df3e894d owned by network:floatingip {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:19.958491 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.980738 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event deleted for resources: {'Port': ['ID=ae1294d5-987d-4d2d-98d1-4537df3e894d,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:19.990660 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:19.991017 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:19.991330 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:19.991655 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:19.991977 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:19.992885 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:19.992885 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:19.992885 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:19.993205 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:19.993517 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:19.993853 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:19.994187 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:20.060723 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.060972 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.l3_db [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Floating IP 0c357cbd-4b9f-4930-a0db-9ac181054f8b disassociated (deleted). External IP: 172.27.3.213, port: 6537588b-0a44-455b-9afa-729e4c0a54df. Jul 22 23:55:20.269010 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Router 5df0da19-d7a8-48c6-b987-3abddb809b5a has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:55:20.374741 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:55:20.379347 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.385521 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e25ce9-f6e6-4b1e-b01d-3111de3309f0 None None] Sync routers for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:55:20.399077 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e25ce9-f6e6-4b1e-b01d-3111de3309f0 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:20.399790 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-04e25ce9-f6e6-4b1e-b01d-3111de3309f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:55:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:20.419983 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-71d17fe5-52c6-4ac6-8ee1-196e61b1cf08 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "DELETE /v2.0/floatingips/0c357cbd-4b9f-4930-a0db-9ac181054f8b HTTP/1.1" status: 204 len: 168 time: 0.9022706 Jul 22 23:55:20.420563 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'tag': '6537588b-0a44-455b-9afa-729e4c0a54df'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:20.422870 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bab7fb-14a8-4aca-b71a-6a364c1302b3", "tag": "6537588b-0a44-455b-9afa-729e4c0a54df"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:20.514431 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-04e25ce9-f6e6-4b1e-b01d-3111de3309f0 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:20.524936 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c09ab4-8766-4fc2-9706-96cc5f22b34a x-openstack-request-id: req-03c09ab4-8766-4fc2-9706-96cc5f22b34a {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:20.525438 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bab7fb-14a8-4aca-b71a-6a364c1302b3", "tag": "6537588b-0a44-455b-9afa-729e4c0a54df", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:20.525547 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03c09ab4-8766-4fc2-9706-96cc5f22b34a {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:20.525858 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'tag': '6537588b-0a44-455b-9afa-729e4c0a54df', 'status': 'completed', 'code': 200} Jul 22 23:55:20.631134 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480 req-051beb8d-2e2e-417f-86f8-278e540ab542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:20.632711 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480 req-051beb8d-2e2e-417f-86f8-278e540ab542 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 1098 time: 0.0664387 Jul 22 23:55:20.764455 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-04e25ce9-f6e6-4b1e-b01d-3111de3309f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '465b93be-b764-46d4-a640-2acb648ee414', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:3c:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:51:54Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 1, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:20.782540 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480 req-1346bd7a-d301-45c8-8105-5f82aa5590c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:20.784067 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480 req-1346bd7a-d301-45c8-8105-5f82aa5590c8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.1435559 Jul 22 23:55:20.799243 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e25ce9-f6e6-4b1e-b01d-3111de3309f0 None None] Checking router: 5df0da19-d7a8-48c6-b987-3abddb809b5a for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:55:20.806098 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be585a-3f76-4531-86e5-382dc67626f7 req-ba9e2973-cd65-4123-9e47-cc1f32411828 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:20.807663 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-16be585a-3f76-4531-86e5-382dc67626f7 req-ba9e2973-cd65-4123-9e47-cc1f32411828 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 945 time: 0.1951113 Jul 22 23:55:20.808672 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e25ce9-f6e6-4b1e-b01d-3111de3309f0 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:20.809832 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-04e25ce9-f6e6-4b1e-b01d-3111de3309f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:55:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:20.838713 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480 req-1eba75c7-1fbc-4aa6-9af3-ea0576bf7fb7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6537588b-0a44-455b-9afa-729e4c0a54df HTTP/1.1" status: 200 len: 217 time: 0.0477452 Jul 22 23:55:20.910645 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-16be585a-3f76-4531-86e5-382dc67626f7 req-59e5154c-96f7-494f-9b74-4a344dc391df tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745878 Jul 22 23:55:20.917512 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480 req-507484f3-ff2e-40a4-a2e6-0c9eb9653c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:20.919505 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480 req-507484f3-ff2e-40a4-a2e6-0c9eb9653c2e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0665700 Jul 22 23:55:20.930602 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-04e25ce9-f6e6-4b1e-b01d-3111de3309f0 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:20.984784 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480 req-c8ca11b6-823d-4d77-a452-ecb63cd935e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:20.986512 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480 req-c8ca11b6-823d-4d77-a452-ecb63cd935e7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604968 Jul 22 23:55:21.081059 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480 req-47751e88-b63e-44fc-a0ed-1f36df70f20c service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871072 Jul 22 23:55:21.158920 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-04e25ce9-f6e6-4b1e-b01d-3111de3309f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '465b93be-b764-46d4-a640-2acb648ee414', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:3c:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:51:54Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 1, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:21.185181 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-ea7b1ee9-ba6e-4d57-9fa0-970a763fd480 req-deba20f3-ff6e-4568-881c-fd4195d14c74 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959446 Jul 22 23:55:21.186908 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e25ce9-f6e6-4b1e-b01d-3111de3309f0 None None] The sync data for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi is: [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_floatingips': [{'id': '465b93be-b764-46d4-a640-2acb648ee414', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'router_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'port_id': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'mac_address': 'fa:16:3e:3c:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:51:54Z', 'updated_at': '2021-07-22T23:51:56Z', 'revision_number': 1, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:55:21.412301 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598aaec8-be1a-4b6f-b772-156bb8244b15 None None] New status for floating IP 0c357cbd-4b9f-4930-a0db-9ac181054f8b: DOWN {{(pid=93216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:55:22.098910 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964402e-38d9-493f-beb5-fde80fcf7dd2 req-6c566923-0a6c-40df-bad8-ac215e90a4bd tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:22.100499 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0964402e-38d9-493f-beb5-fde80fcf7dd2 req-6c566923-0a6c-40df-bad8-ac215e90a4bd tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 945 time: 0.1187885 Jul 22 23:55:22.144034 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-0964402e-38d9-493f-beb5-fde80fcf7dd2 req-cf4cb980-b641-4dc0-a92b-e3e8f2882cc9 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380623 Jul 22 23:55:22.419611 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce5285-c762-4d88-8d39-1ab7d896b324 req-85d12e37-80b6-47e2-aae8-f65172d07735 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:22.421139 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-53ce5285-c762-4d88-8d39-1ab7d896b324 req-85d12e37-80b6-47e2-aae8-f65172d07735 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 945 time: 0.0711076 Jul 22 23:55:22.529007 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-53ce5285-c762-4d88-8d39-1ab7d896b324 req-866d393a-1dc6-4f3a-8e2f-371f092db59a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Deleting port 6537588b-0a44-455b-9afa-729e4c0a54df {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:22.529340 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-53ce5285-c762-4d88-8d39-1ab7d896b324 req-866d393a-1dc6-4f3a-8e2f-371f092db59a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.617219 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-53ce5285-c762-4d88-8d39-1ab7d896b324 req-866d393a-1dc6-4f3a-8e2f-371f092db59a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] For port 6537588b-0a44-455b-9afa-729e4c0a54df, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=6537588b-0a44-455b-9afa-729e4c0a54df,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:22.617832 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-53ce5285-c762-4d88-8d39-1ab7d896b324 req-866d393a-1dc6-4f3a-8e2f-371f092db59a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.631143 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-53ce5285-c762-4d88-8d39-1ab7d896b324 req-866d393a-1dc6-4f3a-8e2f-371f092db59a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Calling delete_port for 6537588b-0a44-455b-9afa-729e4c0a54df owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:22.763380 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-53ce5285-c762-4d88-8d39-1ab7d896b324 req-866d393a-1dc6-4f3a-8e2f-371f092db59a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.791693 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d393a-1dc6-4f3a-8e2f-371f092db59a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event deleted for resources: {'Port': ['ID=6537588b-0a44-455b-9afa-729e4c0a54df,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:22.841845 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ce5285-c762-4d88-8d39-1ab7d896b324 req-866d393a-1dc6-4f3a-8e2f-371f092db59a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] No DVR routers for this DVR port 6537588b-0a44-455b-9afa-729e4c0a54df on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:22.844756 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-53ce5285-c762-4d88-8d39-1ab7d896b324 req-866d393a-1dc6-4f3a-8e2f-371f092db59a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.846764 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-53ce5285-c762-4d88-8d39-1ab7d896b324 req-866d393a-1dc6-4f3a-8e2f-371f092db59a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "DELETE /v2.0/ports/6537588b-0a44-455b-9afa-729e4c0a54df HTTP/1.1" status: 204 len: 173 time: 0.4158103 Jul 22 23:55:22.847256 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'name': 'network-vif-deleted', 'tag': '6537588b-0a44-455b-9afa-729e4c0a54df'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:22.849482 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4199ad84-dbc1-4338-aad9-cf898075bd69" -d '{"events": [{"server_uuid": "d8bab7fb-14a8-4aca-b71a-6a364c1302b3", "name": "network-vif-deleted", "tag": "6537588b-0a44-455b-9afa-729e4c0a54df"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:22.897814 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffe3ef3-cbb6-4e67-9d9b-763ba7195c91 x-openstack-request-id: req-8ffe3ef3-cbb6-4e67-9d9b-763ba7195c91 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:22.898147 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bab7fb-14a8-4aca-b71a-6a364c1302b3", "name": "network-vif-deleted", "tag": "6537588b-0a44-455b-9afa-729e4c0a54df", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:22.898422 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ffe3ef3-cbb6-4e67-9d9b-763ba7195c91 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:22.898807 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bab7fb-14a8-4aca-b71a-6a364c1302b3', 'name': 'network-vif-deleted', 'tag': '6537588b-0a44-455b-9afa-729e4c0a54df', 'status': 'completed', 'code': 200} Jul 22 23:55:23.254268 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-9fa45871-6fb8-454d-a6e5-469c791588d0 req-52f8bd52-3a2d-477c-837d-a0f5fcc62af1 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8bab7fb-14a8-4aca-b71a-6a364c1302b3 HTTP/1.1" status: 200 len: 210 time: 0.0388095 Jul 22 23:55:25.727068 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 6537588b-0a44-455b-9afa-729e4c0a54df no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:25.747933 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 6537588b-0a44-455b-9afa-729e4c0a54df {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:25.748181 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 6537588b-0a44-455b-9afa-729e4c0a54df not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:26.542125 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58568) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:26.955283 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Deleting port 06a23de1-ce9b-4653-926f-901ae66b89dc {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:26.955532 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.033790 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.034136 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.046368 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Calling delete_port for 06a23de1-ce9b-4653-926f-901ae66b89dc owned by network:floatingip {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:27.192635 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.218012 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event deleted for resources: {'Port': ['ID=06a23de1-ce9b-4653-926f-901ae66b89dc,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:27.283649 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.283934 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.db.l3_db [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Floating IP 465b93be-b764-46d4-a640-2acb648ee414 disassociated (deleted). External IP: 172.27.3.82, port: 16e04b4d-d84d-4a04-a06d-93f3132012fc. Jul 22 23:55:27.497456 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Router 5df0da19-d7a8-48c6-b987-3abddb809b5a has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:55:27.609348 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:55:27.614321 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.619357 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4819da80-23f0-4ad0-b55c-724ab3096d7f None None] Sync routers for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:55:27.629686 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819da80-23f0-4ad0-b55c-724ab3096d7f None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:27.630341 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-4819da80-23f0-4ad0-b55c-724ab3096d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:55:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:27.652060 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-314b7896-ef06-4831-b9a3-44379eadacd7 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "DELETE /v2.0/floatingips/465b93be-b764-46d4-a640-2acb648ee414 HTTP/1.1" status: 204 len: 168 time: 1.1086454 Jul 22 23:55:27.652520 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'tag': '16e04b4d-d84d-4a04-a06d-93f3132012fc'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:27.654868 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7241be4b-7d62-4352-bb3e-4181e22436d5" -d '{"events": [{"name": "network-changed", "server_uuid": "99c4ddcf-061e-4149-931a-23e0b792cf5b", "tag": "16e04b4d-d84d-4a04-a06d-93f3132012fc"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:27.697013 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616fde0d-001f-49ea-b06a-5e3ec5fa1004 x-openstack-request-id: req-616fde0d-001f-49ea-b06a-5e3ec5fa1004 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:27.697399 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c4ddcf-061e-4149-931a-23e0b792cf5b", "tag": "16e04b4d-d84d-4a04-a06d-93f3132012fc", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:27.697539 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-616fde0d-001f-49ea-b06a-5e3ec5fa1004 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:27.697936 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'tag': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'status': 'completed', 'code': 200} Jul 22 23:55:27.743976 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-4819da80-23f0-4ad0-b55c-724ab3096d7f None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:27.792617 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241be4b-7d62-4352-bb3e-4181e22436d5 req-e4ab504d-17a9-46d8-9e8e-e79cdb29f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:27.794897 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7241be4b-7d62-4352-bb3e-4181e22436d5 req-e4ab504d-17a9-46d8-9e8e-e79cdb29f648 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88b91bd96892488a968d56a749f8dd70&device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 1099 time: 0.0624173 Jul 22 23:55:27.927936 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241be4b-7d62-4352-bb3e-4181e22436d5 req-50831590-85a7-46ff-9db2-db839b3eb3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:27.929504 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7241be4b-7d62-4352-bb3e-4181e22436d5 req-50831590-85a7-46ff-9db2-db839b3eb3b0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 200 len: 913 time: 0.1272328 Jul 22 23:55:27.953794 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-4819da80-23f0-4ad0-b55c-724ab3096d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:27.976819 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7241be4b-7d62-4352-bb3e-4181e22436d5 req-a8f91bcc-734b-4c62-a525-14844faa3fd5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc HTTP/1.1" status: 200 len: 217 time: 0.0399668 Jul 22 23:55:27.985286 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4819da80-23f0-4ad0-b55c-724ab3096d7f None None] Checking router: 5df0da19-d7a8-48c6-b987-3abddb809b5a for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:55:27.993796 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819da80-23f0-4ad0-b55c-724ab3096d7f None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:27.994453 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-4819da80-23f0-4ad0-b55c-724ab3096d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:55:01Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:28.021291 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122914db-c5b8-471c-b86f-be841eb515d7 req-382664f3-1dde-4e04-b544-682e127450bc tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:28.022800 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-122914db-c5b8-471c-b86f-be841eb515d7 req-382664f3-1dde-4e04-b544-682e127450bc tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 946 time: 0.1540525 Jul 22 23:55:28.055774 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241be4b-7d62-4352-bb3e-4181e22436d5 req-225a0e2e-1c96-41e5-a5da-d8887ccb990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:28.057168 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7241be4b-7d62-4352-bb3e-4181e22436d5 req-225a0e2e-1c96-41e5-a5da-d8887ccb990d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 200 len: 851 time: 0.0729368 Jul 22 23:55:28.102908 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-122914db-c5b8-471c-b86f-be841eb515d7 req-b7247bce-dff0-4a0b-9515-eddc2b0a5618 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716300 Jul 22 23:55:28.134367 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241be4b-7d62-4352-bb3e-4181e22436d5 req-15fed74a-c796-4cd3-83bd-cc49239e2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:28.135552 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7241be4b-7d62-4352-bb3e-4181e22436d5 req-15fed74a-c796-4cd3-83bd-cc49239e2695 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=627df544-8c53-4ebd-83b3-d5c5105ce6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676904 Jul 22 23:55:28.240240 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7241be4b-7d62-4352-bb3e-4181e22436d5 req-efabcc7a-5f5e-4c39-beeb-02447dfbd5af service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965595 Jul 22 23:55:28.252130 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-4819da80-23f0-4ad0-b55c-724ab3096d7f None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:28.330475 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-7241be4b-7d62-4352-bb3e-4181e22436d5 req-b77f0759-f46f-4c7e-a34e-7248ac2b9625 service neutron] 10.222.0.78 "GET /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836430 Jul 22 23:55:28.447228 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-4819da80-23f0-4ad0-b55c-724ab3096d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:28.477364 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4819da80-23f0-4ad0-b55c-724ab3096d7f None None] The sync data for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi is: [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi', '_interfaces': [{'id': '005c8fca-fe09-4949-aa9b-bddc504f4a22', 'name': '', 'network_id': '627df544-8c53-4ebd-83b3-d5c5105ce6a7', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'mac_address': 'fa:16:3e:3e:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:51Z', 'updated_at': '2021-07-22T23:48:57Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'subnets': [{'id': '01a9085b-1112-4cb0-bd2e-f44dffa1ea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:55:28.489474 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5924ae18-ab22-40a1-989b-0262f5435325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.676771 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f6722-696b-482c-97f2-d030fd09b569 None None] New status for floating IP 465b93be-b764-46d4-a640-2acb648ee414: DOWN {{(pid=93216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:55:29.246525 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819b4f1-b0b4-42b8-b818-c9e0e5b0627d req-357b2ca3-1c84-4492-ab36-d7e3a89f58a5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:29.248661 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c819b4f1-b0b4-42b8-b818-c9e0e5b0627d req-357b2ca3-1c84-4492-ab36-d7e3a89f58a5 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 946 time: 0.0636950 Jul 22 23:55:29.285267 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-c819b4f1-b0b4-42b8-b818-c9e0e5b0627d req-8648556d-0316-4b50-ad23-a9c9e36ea544 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb63ba0f-c609-48c3-89a1-d89ce77a1c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312071 Jul 22 23:55:29.581056 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0e7f-7329-474e-b9d3-690e84256457 req-4c30ce1d-a948-466a-be7f-562bad244a03 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:29.582535 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bcbf0e7f-7329-474e-b9d3-690e84256457 req-4c30ce1d-a948-466a-be7f-562bad244a03 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 946 time: 0.0664921 Jul 22 23:55:29.683562 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-bcbf0e7f-7329-474e-b9d3-690e84256457 req-731612f3-1463-461f-8d98-ccbea0018be6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Deleting port 16e04b4d-d84d-4a04-a06d-93f3132012fc {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:29.683894 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-bcbf0e7f-7329-474e-b9d3-690e84256457 req-731612f3-1463-461f-8d98-ccbea0018be6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.771945 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [req-bcbf0e7f-7329-474e-b9d3-690e84256457 req-731612f3-1463-461f-8d98-ccbea0018be6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] For port 16e04b4d-d84d-4a04-a06d-93f3132012fc, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=16e04b4d-d84d-4a04-a06d-93f3132012fc,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:29.772284 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-bcbf0e7f-7329-474e-b9d3-690e84256457 req-731612f3-1463-461f-8d98-ccbea0018be6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.784126 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [req-bcbf0e7f-7329-474e-b9d3-690e84256457 req-731612f3-1463-461f-8d98-ccbea0018be6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Calling delete_port for 16e04b4d-d84d-4a04-a06d-93f3132012fc owned by compute:nova {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:29.906544 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-bcbf0e7f-7329-474e-b9d3-690e84256457 req-731612f3-1463-461f-8d98-ccbea0018be6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.937458 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731612f3-1463-461f-8d98-ccbea0018be6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event deleted for resources: {'Port': ['ID=16e04b4d-d84d-4a04-a06d-93f3132012fc,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:29.982451 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbf0e7f-7329-474e-b9d3-690e84256457 req-731612f3-1463-461f-8d98-ccbea0018be6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] No DVR routers for this DVR port 16e04b4d-d84d-4a04-a06d-93f3132012fc on host hv-cinder-80191 {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:29.984976 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [req-bcbf0e7f-7329-474e-b9d3-690e84256457 req-731612f3-1463-461f-8d98-ccbea0018be6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for port, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.986957 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [req-bcbf0e7f-7329-474e-b9d3-690e84256457 req-731612f3-1463-461f-8d98-ccbea0018be6 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.78 "DELETE /v2.0/ports/16e04b4d-d84d-4a04-a06d-93f3132012fc HTTP/1.1" status: 204 len: 173 time: 0.3937390 Jul 22 23:55:29.987438 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'name': 'network-vif-deleted', 'tag': '16e04b4d-d84d-4a04-a06d-93f3132012fc'}] {{(pid=93214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:29.989638 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478b06f73b301ef6ac73ca085d6f959583edd13dba538b417d8c45f7ca6c1a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77b02f1-3a1b-4ad3-a976-ef5da0135213" -d '{"events": [{"server_uuid": "99c4ddcf-061e-4149-931a-23e0b792cf5b", "name": "network-vif-deleted", "tag": "16e04b4d-d84d-4a04-a06d-93f3132012fc"}]}' {{(pid=93214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:30.029274 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1a2213-f273-4e77-8f78-5a211951e0b3 x-openstack-request-id: req-ab1a2213-f273-4e77-8f78-5a211951e0b3 {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:30.029561 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c4ddcf-061e-4149-931a-23e0b792cf5b", "name": "network-vif-deleted", "tag": "16e04b4d-d84d-4a04-a06d-93f3132012fc", "status": "completed", "code": 200}]} {{(pid=93214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:30.029812 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab1a2213-f273-4e77-8f78-5a211951e0b3 {{(pid=93214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:30.030241 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c4ddcf-061e-4149-931a-23e0b792cf5b', 'name': 'network-vif-deleted', 'tag': '16e04b4d-d84d-4a04-a06d-93f3132012fc', 'status': 'completed', 'code': 200} Jul 22 23:55:30.400351 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [req-afa831cf-d261-4f24-a2d7-c7b11484786f req-375e9997-2429-494b-8776-9f52acf0cc5a tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "GET /v2.0/ports?device_id=99c4ddcf-061e-4149-931a-23e0b792cf5b HTTP/1.1" status: 200 len: 210 time: 0.0302594 Jul 22 23:55:31.290760 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-b651bf12-1642-426c-8f62-770719410e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.455759 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58584) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:31.574392 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-0c4eaa83-6b1f-45bd-8465-6a3e2df3b8c0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Deleting port 7c7f8355-1de3-49a6-b626-f91189d9c870 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:31.574749 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaa83-6b1f-45bd-8465-6a3e2df3b8c0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.651794 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaa83-6b1f-45bd-8465-6a3e2df3b8c0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.652112 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaa83-6b1f-45bd-8465-6a3e2df3b8c0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.663502 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-0c4eaa83-6b1f-45bd-8465-6a3e2df3b8c0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Calling delete_port for 7c7f8355-1de3-49a6-b626-f91189d9c870 owned by network:floatingip {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:31.795678 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaa83-6b1f-45bd-8465-6a3e2df3b8c0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.822564 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4eaa83-6b1f-45bd-8465-6a3e2df3b8c0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event deleted for resources: {'Port': ['ID=7c7f8355-1de3-49a6-b626-f91189d9c870,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:31.888132 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaa83-6b1f-45bd-8465-6a3e2df3b8c0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for floatingip, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.890618 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaa83-6b1f-45bd-8465-6a3e2df3b8c0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25124'] for floatingip, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.891739 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.892119 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-0c4eaa83-6b1f-45bd-8465-6a3e2df3b8c0 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "DELETE /v2.0/floatingips/c7faa779-13a4-4b09-8627-3d2f1d908928 HTTP/1.1" status: 204 len: 168 time: 0.4350646 Jul 22 23:55:33.088264 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58596) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:33.147279 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-652f70c0-b544-4916-b129-d409cc86ae32 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.178098 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-652f70c0-b544-4916-b129-d409cc86ae32 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.242573 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-652f70c0-b544-4916-b129-d409cc86ae32 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.245776 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-652f70c0-b544-4916-b129-d409cc86ae32 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.247676 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-652f70c0-b544-4916-b129-d409cc86ae32 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] 10.222.0.55 "DELETE /v2.0/security-groups/eb63ba0f-c609-48c3-89a1-d89ce77a1c60 HTTP/1.1" status: 204 len: 168 time: 0.1578774 Jul 22 23:55:33.258438 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f70c0-b544-4916-b129-d409cc86ae32 tempest-TestVolumeBootPattern-151220348 tempest-TestVolumeBootPattern-151220348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb63ba0f-c609-48c3-89a1-d89ce77a1c60,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:33.319376 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58600) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:33.410295 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.750308 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 16e04b4d-d84d-4a04-a06d-93f3132012fc no longer exists at agent hyperv_hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:33.769697 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] No Port match for: 16e04b4d-d84d-4a04-a06d-93f3132012fc {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:33.770053 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Device 16e04b4d-d84d-4a04-a06d-93f3132012fc not bound to the agent host hv-cinder-80191 {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:33.785173 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026702'] for router_interface, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.030863 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Deleting port 005c8fca-fe09-4949-aa9b-bddc504f4a22 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:34.031199 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.105448 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] For port 005c8fca-fe09-4949-aa9b-bddc504f4a22, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=005c8fca-fe09-4949-aa9b-bddc504f4a22,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:34.105785 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.120219 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Calling delete_port for 005c8fca-fe09-4949-aa9b-bddc504f4a22 owned by network:router_interface {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:34.309056 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.339855 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=005c8fca-fe09-4949-aa9b-bddc504f4a22,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:34.353698 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.354178 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.354635 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.355038 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.355502 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.355950 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.356477 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.356865 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.357381 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.357721 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.358223 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.358662 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:34.542376 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026578'] for router_interface, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.990564 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Router 5df0da19-d7a8-48c6-b987-3abddb809b5a has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:55:35.107266 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:55:35.112511 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-3ec0b9b0-c776-4f76-bffa-591418449c45 admin admin] 10.222.0.55 "PUT /v2.0/routers/5df0da19-d7a8-48c6-b987-3abddb809b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7921171 Jul 22 23:55:35.115089 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58604) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:35.116068 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea534ae-3f7c-4cbd-b447-4a5d156f7674 None None] Sync routers for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:55:35.125334 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea534ae-3f7c-4cbd-b447-4a5d156f7674 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:35.126090 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-6ea534ae-3f7c-4cbd-b447-4a5d156f7674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:55:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:35.211223 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.226879 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.242466 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-6ea534ae-3f7c-4cbd-b447-4a5d156f7674 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: dv-cinder-801916-1-iscsi {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:35.356033 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.424277 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Deleting port bc95a861-7ab4-4b80-8b96-812d5d0f98c9 {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:35.424654 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.429398 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-6ea534ae-3f7c-4cbd-b447-4a5d156f7674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:55:34Z', 'revision_number': 5, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port': {'id': 'bc95a861-7ab4-4b80-8b96-812d5d0f98c9', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:49Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:35.457849 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea534ae-3f7c-4cbd-b447-4a5d156f7674 None None] Checking router: 5df0da19-d7a8-48c6-b987-3abddb809b5a for host: dv-cinder-801916-1-iscsi {{(pid=93215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:55:35.466658 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea534ae-3f7c-4cbd-b447-4a5d156f7674 None None] Routers {'5df0da19-d7a8-48c6-b987-3abddb809b5a'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:35.467289 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-6ea534ae-3f7c-4cbd-b447-4a5d156f7674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:55:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['5df0da19-d7a8-48c6-b987-3abddb809b5a'], 'active': True} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:35.519266 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] For port bc95a861-7ab4-4b80-8b96-812d5d0f98c9, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=bc95a861-7ab4-4b80-8b96-812d5d0f98c9,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:35.519522 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.534532 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Calling delete_port for bc95a861-7ab4-4b80-8b96-812d5d0f98c9 owned by network:router_gateway {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:35.562869 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvr_db [None req-6ea534ae-3f7c-4cbd-b447-4a5d156f7674 None None] Set router 5df0da19-d7a8-48c6-b987-3abddb809b5a gateway port host: None {{(pid=93215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:35.619057 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_hamode_db [None req-6ea534ae-3f7c-4cbd-b447-4a5d156f7674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:55:35Z', 'revision_number': 6, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port_host': None}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:35.653374 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea534ae-3f7c-4cbd-b447-4a5d156f7674 None None] The sync data for ids ['5df0da19-d7a8-48c6-b987-3abddb809b5a'] in dv-cinder-801916-1-iscsi is: [{'id': '5df0da19-d7a8-48c6-b987-3abddb809b5a', 'name': 'tempest-TestVolumeBootPattern-1859362349-router', 'tenant_id': '88b91bd96892488a968d56a749f8dd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:48Z', 'updated_at': '2021-07-22T23:55:35Z', 'revision_number': 6, 'project_id': '88b91bd96892488a968d56a749f8dd70', 'gw_port_host': None}] {{(pid=93215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:55:35.716064 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.738861 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc95a861-7ab4-4b80-8b96-812d5d0f98c9,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:35.805293 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027764'] for router_gateway, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.897373 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9425'] for router, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.899777 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.950266 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024079'] for router, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.950852 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5df0da19-d7a8-48c6-b987-3abddb809b5a {{(pid=93213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:55:35.956424 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] Notify callbacks [] for router, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.957592 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-86da8ef9-b54c-4afb-a910-a0ccec73bb27 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5df0da19-d7a8-48c6-b987-3abddb809b5a HTTP/1.1" status: 204 len: 168 time: 0.8415792 Jul 22 23:55:35.960818 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58606) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:36.007875 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90bdbc5-f32c-41b3-8924-0335e26e7554 admin admin] Deleting subnet 01a9085b-1112-4cb0-bd2e-f44dffa1ea3a {{(pid=93213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:36.011357 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a90bdbc5-f32c-41b3-8924-0335e26e7554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.049226 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a90bdbc5-f32c-41b3-8924-0335e26e7554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5845599'] for subnet, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.141561 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a90bdbc5-f32c-41b3-8924-0335e26e7554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.195809 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a90bdbc5-f32c-41b3-8924-0335e26e7554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4474701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4662459'] for subnet, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.219893 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bdbc5-f32c-41b3-8924-0335e26e7554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a9085b-1112-4cb0-bd2e-f44dffa1ea3a,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:36.225512 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-a90bdbc5-f32c-41b3-8924-0335e26e7554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.227543 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a90bdbc5-f32c-41b3-8924-0335e26e7554 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/01a9085b-1112-4cb0-bd2e-f44dffa1ea3a HTTP/1.1" status: 204 len: 168 time: 0.2657828 Jul 22 23:55:36.230155 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58608) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:36.235394 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad13932-4359-437a-80ed-636157df6594 None None] Network 627df544-8c53-4ebd-83b3-d5c5105ce6a7 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:36.309026 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.368854 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Deleting port 1662bf1e-3066-44a3-bc54-213be975e21e {{(pid=93213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:36.369410 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.446922 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.db [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] For port 1662bf1e-3066-44a3-bc54-213be975e21e, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=1662bf1e-3066-44a3-bc54-213be975e21e,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:36.447397 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.450410 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] DHCP port deletion for 627df544-8c53-4ebd-83b3-d5c5105ce6a7 request from dv-cinder-801916-1-iscsi {{(pid=93215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:36.462226 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.plugin [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Calling delete_port for 1662bf1e-3066-44a3-bc54-213be975e21e owned by network:dhcp {{(pid=93213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:36.505216 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Deleting port 1662bf1e-3066-44a3-bc54-213be975e21e {{(pid=93215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:36.505584 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.563098 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4474648'] for port, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.582485 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.db [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] For port 1662bf1e-3066-44a3-bc54-213be975e21e, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=1662bf1e-3066-44a3-bc54-213be975e21e,segment=NetworkSegment(433573a3-f64c-4225-9b36-7f5e69ec768c),segment_id=433573a3-f64c-4225-9b36-7f5e69ec768c)] {{(pid=93215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:36.582880 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.588284 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=1662bf1e-3066-44a3-bc54-213be975e21e,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:36.593588 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] No DVR routers for this DVR port 1662bf1e-3066-44a3-bc54-213be975e21e on host dv-cinder-801916-1-iscsi {{(pid=93213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:36.600166 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Calling delete_port for 1662bf1e-3066-44a3-bc54-213be975e21e owned by network:dhcp {{(pid=93215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:36.614352 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.666268 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.676427 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627df544-8c53-4ebd-83b3-d5c5105ce6a7']}} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:36.683292 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738'] for port, after_delete {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.695314 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433573a3-f64c-4225-9b36-7f5e69ec768c') {'for_net_delete': True} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:36.695925 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.services.segments.db [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433573a3-f64c-4225-9b36-7f5e69ec768c') {} {{(pid=93213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:36.707805 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5845590'] for segment, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.713530 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Pushing event deleted for resources: {'Port': ['ID=1662bf1e-3066-44a3-bc54-213be975e21e,revision_number=None']} {{(pid=93215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:36.719306 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] No DVR routers for this DVR port 1662bf1e-3066-44a3-bc54-213be975e21e on host dv-cinder-801916-1-iscsi {{(pid=93215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:36.731039 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.737389 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:36.737700 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4474679'] for segment, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.738378 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.738737 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.739109 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: Traceback (most recent call last): Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: timer() Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: cb(*args, **kw) Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: return func(*args, **kwargs) Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: self._notify() Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: self.callback(batched_events) Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: event.method(event) Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: return f(self, *a, **k) Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._get(url).json() Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:36.739669 dv-cinder-801916-1-iscsi neutron-server[93213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:36.742714 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.743095 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.743490 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.743833 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.744174 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.744558 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.744884 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.745248 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.745585 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05ec81-e8d9-4fe7-b6ea-f587b63cea8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801916-1-iscsi {{(pid=93215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:36.798669 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.804355 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.809280 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] 10.222.0.55 "DELETE /v2.0/networks/627df544-8c53-4ebd-83b3-d5c5105ce6a7 HTTP/1.1" status: 204 len: 168 time: 0.5754235 Jul 22 23:55:36.809655 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58610) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:36.817889 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edc03f-8310-4e7d-9fbf-ace9a75f6b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=627df544-8c53-4ebd-83b3-d5c5105ce6a7,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:37.177231 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026702'] for router_interface, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.349984 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 1662bf1e-3066-44a3-bc54-213be975e21e no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:37.369487 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 1662bf1e-3066-44a3-bc54-213be975e21e {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:37.369829 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 1662bf1e-3066-44a3-bc54-213be975e21e not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:37.370269 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 005c8fca-fe09-4949-aa9b-bddc504f4a22 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:37.389039 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 005c8fca-fe09-4949-aa9b-bddc504f4a22 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:37.389382 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 005c8fca-fe09-4949-aa9b-bddc504f4a22 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:37.389789 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device bc95a861-7ab4-4b80-8b96-812d5d0f98c9 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:37.408525 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: bc95a861-7ab4-4b80-8b96-812d5d0f98c9 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:37.408869 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device bc95a861-7ab4-4b80-8b96-812d5d0f98c9 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:37.430340 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] Deleting port 69a0aeb5-7402-422f-bb76-17e65d3dbe47 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:37.430598 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.505584 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] For port 69a0aeb5-7402-422f-bb76-17e65d3dbe47, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=69a0aeb5-7402-422f-bb76-17e65d3dbe47,segment=NetworkSegment(df7574e8-bbe1-4cc5-ba35-afb2b65692e2),segment_id=df7574e8-bbe1-4cc5-ba35-afb2b65692e2)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:37.505928 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.519339 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] Calling delete_port for 69a0aeb5-7402-422f-bb76-17e65d3dbe47 owned by network:router_interface {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:37.706951 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.736926 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a0aeb5-7402-422f-bb76-17e65d3dbe47,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:37.899041 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026578'] for router_interface, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.375211 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] Router 905459c5-e0c7-4f26-9847-17fc859bae6d has already been hosted by L3 agent f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47 {{(pid=93214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:55:38.477598 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] Notify agent at l3_agent.dv-cinder-801916-1-iscsi the message routers_updated {{(pid=93214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:55:38.482611 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-87876f67-d772-43bf-9bc8-22740a53d387 admin admin] 10.222.0.55 "PUT /v2.0/routers/905459c5-e0c7-4f26-9847-17fc859bae6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6719000 Jul 22 23:55:38.485123 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58612) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:38.488877 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9400b-f380-4d46-bf4b-814d4db7f06e None None] Sync routers for ids ['905459c5-e0c7-4f26-9847-17fc859bae6d'] in dv-cinder-801916-1-iscsi {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:55:38.499285 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9400b-f380-4d46-bf4b-814d4db7f06e None None] Routers {'905459c5-e0c7-4f26-9847-17fc859bae6d'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:38.499923 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-5df9400b-f380-4d46-bf4b-814d4db7f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:55:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['905459c5-e0c7-4f26-9847-17fc859bae6d'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:38.587209 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Notify callbacks [] for router, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.609074 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-5df9400b-f380-4d46-bf4b-814d4db7f06e None None] Set router 905459c5-e0c7-4f26-9847-17fc859bae6d gateway port host: dv-cinder-801916-1-iscsi {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:38.688489 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.738300 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Deleting port 42d2540c-8635-4352-84a3-20e1854660fe {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:38.738645 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.798228 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-5df9400b-f380-4d46-bf4b-814d4db7f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'name': 'tempest-TestVolumeBootPattern-1161259569-router', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'external_fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '42d2540c-8635-4352-84a3-20e1854660fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:54Z', 'updated_at': '2021-07-22T23:55:37Z', 'revision_number': 5, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'gw_port': {'id': '42d2540c-8635-4352-84a3-20e1854660fe', 'name': '', 'network_id': 'da98639b-9608-489a-974e-927f66fecb27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801916-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:55Z', 'updated_at': '2021-07-22T23:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '755d05cb-7568-4889-9f79-fbf3ed13c14b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801916-1-iscsi'}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:38.818835 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] For port 42d2540c-8635-4352-84a3-20e1854660fe, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=42d2540c-8635-4352-84a3-20e1854660fe,segment=NetworkSegment(1cb3d36c-90c6-4ffb-aec0-4652a74ce55b),segment_id=1cb3d36c-90c6-4ffb-aec0-4652a74ce55b)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:38.819191 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.829256 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9400b-f380-4d46-bf4b-814d4db7f06e None None] Checking router: 905459c5-e0c7-4f26-9847-17fc859bae6d for host: dv-cinder-801916-1-iscsi {{(pid=93216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:55:38.831219 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Calling delete_port for 42d2540c-8635-4352-84a3-20e1854660fe owned by network:router_gateway {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:38.838264 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9400b-f380-4d46-bf4b-814d4db7f06e None None] Routers {'905459c5-e0c7-4f26-9847-17fc859bae6d'} bound to L3 agent in host dv-cinder-801916-1-iscsi {{(pid=93216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:38.838873 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-5df9400b-f380-4d46-bf4b-814d4db7f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801916-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:01Z,description=,heartbeat_timestamp=2021-07-22T23:55:31Z,host='dv-cinder-801916-1-iscsi',id=f27920f5-f13f-4ef7-8fb1-74ea4ff6ea47,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:01Z,topic='l3_agent')) {'router_ids': ['905459c5-e0c7-4f26-9847-17fc859bae6d'], 'active': True} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:38.924395 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_dvr_db [None req-5df9400b-f380-4d46-bf4b-814d4db7f06e None None] Set router 905459c5-e0c7-4f26-9847-17fc859bae6d gateway port host: None {{(pid=93216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:39.007483 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.042271 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d2540c-8635-4352-84a3-20e1854660fe,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:39.063625 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.l3_hamode_db [None req-5df9400b-f380-4d46-bf4b-814d4db7f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'name': 'tempest-TestVolumeBootPattern-1161259569-router', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:54Z', 'updated_at': '2021-07-22T23:55:38Z', 'revision_number': 6, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'gw_port_host': None}], 'dv-cinder-801916-1-iscsi', False) {} {{(pid=93216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:39.088803 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df9400b-f380-4d46-bf4b-814d4db7f06e None None] The sync data for ids ['905459c5-e0c7-4f26-9847-17fc859bae6d'] in dv-cinder-801916-1-iscsi is: [{'id': '905459c5-e0c7-4f26-9847-17fc859bae6d', 'name': 'tempest-TestVolumeBootPattern-1161259569-router', 'tenant_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:54Z', 'updated_at': '2021-07-22T23:55:38Z', 'revision_number': 6, 'project_id': '34fd88c2ac9a4c7f95c12770aacfd0f2', 'gw_port_host': None}] {{(pid=93216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:55:39.104797 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027764'] for router_gateway, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.198694 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1022563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9425'] for router, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.200808 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.245177 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1024079'] for router, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.245672 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 905459c5-e0c7-4f26-9847-17fc859bae6d {{(pid=93214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:55:39.250084 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] Notify callbacks [] for router, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.251234 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-9f31dbb7-4656-4849-a119-10491d86c484 admin admin] 10.222.0.55 "DELETE /v2.0/routers/905459c5-e0c7-4f26-9847-17fc859bae6d HTTP/1.1" status: 204 len: 168 time: 0.7652917 Jul 22 23:55:39.253867 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58614) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:39.301763 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd15fdbf-5b77-4f50-ac33-b1753940c7f5 admin admin] Deleting subnet ecc939be-5dca-4647-a3e4-4c66bf7cacb8 {{(pid=93213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:39.304787 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dd15fdbf-5b77-4f50-ac33-b1753940c7f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.341539 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dd15fdbf-5b77-4f50-ac33-b1753940c7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5845599'] for subnet, precommit_delete_associations {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.437444 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dd15fdbf-5b77-4f50-ac33-b1753940c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2094098'] for subnet, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.498705 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dd15fdbf-5b77-4f50-ac33-b1753940c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2094107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4474701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4662459'] for subnet, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.529178 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15fdbf-5b77-4f50-ac33-b1753940c7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc939be-5dca-4647-a3e4-4c66bf7cacb8,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:39.538918 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-dd15fdbf-5b77-4f50-ac33-b1753940c7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for subnet, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.543414 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd14f4-842c-4528-834d-56fa38bd4ffd None None] Network c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 requested from dv-cinder-801916-1-iscsi {{(pid=93215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:39.546169 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58616) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:39.546436 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-dd15fdbf-5b77-4f50-ac33-b1753940c7f5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ecc939be-5dca-4647-a3e4-4c66bf7cacb8 HTTP/1.1" status: 204 len: 168 time: 0.2913914 Jul 22 23:55:39.613126 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1581013'] for network, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.669268 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Deleting port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 {{(pid=93214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:39.669609 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738661111700'] for port, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.733040 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.db [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] For port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0, host dv-cinder-801916-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801916-1-iscsi',level=0,port_id=b8eff9a5-ac0c-4b4c-983d-3ccead301cf0,segment=NetworkSegment(df7574e8-bbe1-4cc5-ba35-afb2b65692e2),segment_id=df7574e8-bbe1-4cc5-ba35-afb2b65692e2)] {{(pid=93214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:39.733396 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024099'] for port, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.745314 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.plugin [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Calling delete_port for b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 owned by network:dhcp {{(pid=93214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:39.826832 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738661112935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738660708738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6442787'] for port, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.854984 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] No DVR routers for this DVR port b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 on host dv-cinder-801916-1-iscsi {{(pid=93214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:39.858949 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b8eff9a5-ac0c-4b4c-983d-3ccead301cf0,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:39.870115 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf001b-d8e6-4fbc-94c3-03718bf2167b None None] DHCP port deletion for c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 request from dv-cinder-801916-1-iscsi {{(pid=93215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:39.894303 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 69a0aeb5-7402-422f-bb76-17e65d3dbe47 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:39.914491 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 69a0aeb5-7402-422f-bb76-17e65d3dbe47 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:39.914825 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 69a0aeb5-7402-422f-bb76-17e65d3dbe47 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:39.940023 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2084398', 'neutron.services.segments.db._delete_segments_for_network-8738661229105'] for network, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.951177 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1']}} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:39.961298 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7574e8-bbe1-4cc5-ba35-afb2b65692e2') {'for_net_delete': True} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:39.961591 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.services.segments.db [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7574e8-bbe1-4cc5-ba35-afb2b65692e2') {} {{(pid=93214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:39.970981 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738661227578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5229630'] for segment, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.985164 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010'] for segment, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.991697 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:39.992040 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2088010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6442764'] for segment, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: Traceback (most recent call last): Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: timer() Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: cb(*args, **kw) Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: return func(*args, **kwargs) Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: self._notify() Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: self.callback(batched_events) Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: event.method(event) Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: return f(self, *a, **k) Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._get(url).json() Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:39.994185 dv-cinder-801916-1-iscsi neutron-server[93214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:40.050453 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027728'] for network, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.056836 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530904'] for network, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.058666 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] 10.222.0.55 "DELETE /v2.0/networks/c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1 HTTP/1.1" status: 204 len: 168 time: 0.5115128 Jul 22 23:55:40.070152 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6a2ba-9232-4411-a49d-86fbb9c8a8ba admin admin] Pushing event deleted for resources: {'Network': ['ID=c5689e2a-4dd6-401c-bbb7-bc6d9dd9acb1,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:40.179602 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58620) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:40.220293 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-f04c3161-703c-4441-aa13-099edf1fdca7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88b91bd96892488a968d56a749f8dd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384114 Jul 22 23:55:40.222398 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.wsgi [-] (93214) accepted ('10.222.0.55', 58622) {{(pid=93214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:40.270585 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a4be1e5-b241-406d-8de4-77eba8140512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.295398 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a4be1e5-b241-406d-8de4-77eba8140512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.340763 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a4be1e5-b241-406d-8de4-77eba8140512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.343214 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron_lib.callbacks.manager [None req-4a4be1e5-b241-406d-8de4-77eba8140512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.344355 dv-cinder-801916-1-iscsi neutron-server[93214]: INFO neutron.wsgi [None req-4a4be1e5-b241-406d-8de4-77eba8140512 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c3e7c87-37f1-45cb-ae26-1ba586b22089 HTTP/1.1" status: 204 len: 168 time: 0.1209624 Jul 22 23:55:40.352131 dv-cinder-801916-1-iscsi neutron-server[93214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4be1e5-b241-406d-8de4-77eba8140512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3e7c87-37f1-45cb-ae26-1ba586b22089,revision_number=None']} {{(pid=93214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:40.714279 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58628) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:40.754198 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-a7b26b9d-9215-4f10-a0a3-6e0f694c94b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34fd88c2ac9a4c7f95c12770aacfd0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387726 Jul 22 23:55:40.756560 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.wsgi [-] (93213) accepted ('10.222.0.55', 58630) {{(pid=93213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:40.803548 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9dc11e0d-50ae-4205-bad7-33c5789f8fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.823791 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9dc11e0d-50ae-4205-bad7-33c5789f8fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.870273 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9dc11e0d-50ae-4205-bad7-33c5789f8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891295'] for security_group, after_delete {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.872703 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron_lib.callbacks.manager [None req-9dc11e0d-50ae-4205-bad7-33c5789f8fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.873889 dv-cinder-801916-1-iscsi neutron-server[93213]: INFO neutron.wsgi [None req-9dc11e0d-50ae-4205-bad7-33c5789f8fd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29ba2adf-abda-4b6a-8176-43add228bda4 HTTP/1.1" status: 204 len: 168 time: 0.1164393 Jul 22 23:55:40.881742 dv-cinder-801916-1-iscsi neutron-server[93213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc11e0d-50ae-4205-bad7-33c5789f8fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ba2adf-abda-4b6a-8176-43add228bda4,revision_number=None']} {{(pid=93213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:41.349378 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 42d2540c-8635-4352-84a3-20e1854660fe no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:41.371968 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: 42d2540c-8635-4352-84a3-20e1854660fe {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:41.372305 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device 42d2540c-8635-4352-84a3-20e1854660fe not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:41.372713 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 no longer exists at agent ovs-agent-dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:41.392444 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.plugin [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] No Port match for: b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 {{(pid=93215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:41.392785 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron.plugins.ml2.rpc [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Device b8eff9a5-ac0c-4b4c-983d-3ccead301cf0 not bound to the agent host dv-cinder-801916-1-iscsi {{(pid=93215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:48.226484 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:55:58.473194 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-e304cbfe-f8ac-4dfc-8584-c87cddfa13ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.291873 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-2aff65f5-0cb3-4865-ac24-03b11abe511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.893619 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.409838 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.193042 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.588748 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.226053 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:56:28.474776 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-263bb6c5-20c1-4e80-8bc7-578bdcf1ef75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.292805 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-90cee53f-dfb6-45d9-b97a-7e7b469ae760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.894933 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.412003 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.195020 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.586589 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.477124 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-91ff5cd9-0eec-4cf7-a984-0cf8a347dd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.293552 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-6a8e922b-9e59-46cb-a097-5f47d68e9a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.896802 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.225571 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:57:03.415089 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.199447 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.587626 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.477837 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8eed60bc-a8f7-48f5-852f-6a9f629b5cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.294087 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-8b540554-eddf-4f25-8843-12f9abc16a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.897136 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.418108 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.202875 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.590345 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.224268 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:57:58.478054 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-47161c60-98a5-4bae-ac7c-dac9c86c4d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.294807 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-71ef53a2-424c-45b9-b29d-bc47b76d3e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.897473 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.420208 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.206688 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.597994 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.225863 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:58:28.478498 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-558e5e1b-51d4-4746-87fa-6b17326963e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.294944 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-bfee1b61-3b24-43f2-9226-d36989a30d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:31.898558 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.422141 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.209648 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.596981 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.224069 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:58:58.479158 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-95111930-5726-4f4d-8428-3d8babe77d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:01.295624 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-4ff0d384-f17b-444a-b055-49468a3bb85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:01.899068 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.424897 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.211438 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.604424 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.606706 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-1c5abaa0-f449-4a00-bd02-bad8e48d6890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.222009 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:59:31.295396 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-c82e9197-764b-4654-a0a9-efb3922bc292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.900564 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.429125 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.214473 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.610672 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.478742 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-a890dd7d-178d-4aef-a140-195dbd82c505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.296262 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-225a1958-572a-4bcf-9c1c-6a495ff9d182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.902411 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.432274 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.221255 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.609740 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.222102 dv-cinder-801916-1-iscsi neutron-server[93216]: DEBUG neutron.db.agents_db [None req-45cafe8a-afb5-4693-8ade-a3926bda6a91 None None] Agent healthcheck: found 6 active agents {{(pid=93216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:00:28.481386 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-75509492-47f0-4c2f-bc0b-992640075189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.299457 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-50b21642-35ad-4282-9a95-94a08a68ed40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.902136 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-f815fc43-2e9a-4cc3-b7cb-5f435d148ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.434711 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-879e77f3-946c-4343-a4de-cc4fd5b05919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.224128 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-cbbecd71-75bc-40a0-b5ac-665b78cc21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.629423 dv-cinder-801916-1-iscsi neutron-server[93215]: DEBUG neutron_lib.callbacks.manager [None req-51cdee07-0f18-4fbd-8c75-c45ae092252b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738661229087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095080'] for agent, after_update {{(pid=93215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}